2024-11-13 10:16:48,886 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-13 10:16:48,904 main DEBUG Took 0.016967 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-13 10:16:48,905 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-13 10:16:48,905 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-13 10:16:48,906 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-13 10:16:48,907 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 10:16:48,916 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-13 10:16:48,930 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 10:16:48,931 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 10:16:48,932 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 10:16:48,933 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 10:16:48,933 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 10:16:48,933 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 10:16:48,934 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 10:16:48,935 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 10:16:48,935 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 10:16:48,936 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 10:16:48,936 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 10:16:48,937 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 10:16:48,937 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 10:16:48,938 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 10:16:48,938 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 10:16:48,938 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 10:16:48,939 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 10:16:48,939 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 10:16:48,940 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 10:16:48,940 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 10:16:48,940 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 10:16:48,940 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 10:16:48,941 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 10:16:48,941 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 10:16:48,942 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 10:16:48,942 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-13 10:16:48,944 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 10:16:48,945 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-13 10:16:48,947 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-13 10:16:48,948 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-13 10:16:48,949 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-13 10:16:48,949 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-13 10:16:48,958 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-13 10:16:48,960 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-13 10:16:48,962 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-13 10:16:48,963 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-13 10:16:48,963 main DEBUG createAppenders(={Console}) 2024-11-13 10:16:48,964 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-13 10:16:48,964 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-13 10:16:48,964 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-13 10:16:48,965 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-13 10:16:48,965 main DEBUG OutputStream closed 2024-11-13 10:16:48,965 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-13 10:16:48,966 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-13 10:16:48,966 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-13 10:16:49,048 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-13 10:16:49,050 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-13 10:16:49,051 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-13 10:16:49,052 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-13 10:16:49,052 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-13 10:16:49,053 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-13 10:16:49,053 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-13 10:16:49,053 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-13 10:16:49,053 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-13 10:16:49,054 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-13 10:16:49,054 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-13 10:16:49,054 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-13 10:16:49,055 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-13 10:16:49,055 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-13 10:16:49,055 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-13 10:16:49,056 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-13 10:16:49,056 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-13 10:16:49,056 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-13 10:16:49,059 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13 10:16:49,059 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-13 10:16:49,059 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-13 10:16:49,060 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-13T10:16:49,074 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-13 10:16:49,077 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-13 10:16:49,078 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13T10:16:49,151 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=284, ProcessCount=11, AvailableMemoryMB=3154 2024-11-13T10:16:49,482 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-13T10:16:49,545 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/989643f4-9aa6-820f-6cf5-37b709b4bbef 2024-11-13T10:16:49,549 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/989643f4-9aa6-820f-6cf5-37b709b4bbef/cluster_3bca426f-8e90-c9f1-b933-c1147a3d1996, deleteOnExit=true 2024-11-13T10:16:49,671 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/989643f4-9aa6-820f-6cf5-37b709b4bbef/cluster_3bca426f-8e90-c9f1-b933-c1147a3d1996/zookeeper_0, clientPort=63488, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/989643f4-9aa6-820f-6cf5-37b709b4bbef/cluster_3bca426f-8e90-c9f1-b933-c1147a3d1996/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/989643f4-9aa6-820f-6cf5-37b709b4bbef/cluster_3bca426f-8e90-c9f1-b933-c1147a3d1996/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T10:16:49,691 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63488 2024-11-13T10:16:49,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T10:16:49,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T10:16:49,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/989643f4-9aa6-820f-6cf5-37b709b4bbef/test.cache.data in system properties and HBase conf 2024-11-13T10:16:49,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/989643f4-9aa6-820f-6cf5-37b709b4bbef/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T10:16:49,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/989643f4-9aa6-820f-6cf5-37b709b4bbef/hadoop.log.dir in system properties and HBase conf 2024-11-13T10:16:49,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/989643f4-9aa6-820f-6cf5-37b709b4bbef/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T10:16:49,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/989643f4-9aa6-820f-6cf5-37b709b4bbef/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T10:16:49,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T10:16:49,812 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-13T10:16:49,943 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T10:16:49,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/989643f4-9aa6-820f-6cf5-37b709b4bbef/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T10:16:49,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/989643f4-9aa6-820f-6cf5-37b709b4bbef/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T10:16:49,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/989643f4-9aa6-820f-6cf5-37b709b4bbef/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T10:16:49,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/989643f4-9aa6-820f-6cf5-37b709b4bbef/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T10:16:49,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/989643f4-9aa6-820f-6cf5-37b709b4bbef/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T10:16:49,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/989643f4-9aa6-820f-6cf5-37b709b4bbef/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T10:16:49,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/989643f4-9aa6-820f-6cf5-37b709b4bbef/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T10:16:49,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/989643f4-9aa6-820f-6cf5-37b709b4bbef/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T10:16:49,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/989643f4-9aa6-820f-6cf5-37b709b4bbef/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T10:16:49,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/989643f4-9aa6-820f-6cf5-37b709b4bbef/nfs.dump.dir in system properties and HBase conf 2024-11-13T10:16:49,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/989643f4-9aa6-820f-6cf5-37b709b4bbef/java.io.tmpdir in system properties and HBase conf 2024-11-13T10:16:49,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/989643f4-9aa6-820f-6cf5-37b709b4bbef/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T10:16:49,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/989643f4-9aa6-820f-6cf5-37b709b4bbef/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T10:16:49,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/989643f4-9aa6-820f-6cf5-37b709b4bbef/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T10:16:50,862 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-13T10:16:50,958 INFO [Time-limited test {}] log.Log(170): Logging initialized @2805ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-13T10:16:51,054 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T10:16:51,170 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T10:16:51,209 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T10:16:51,209 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T10:16:51,211 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T10:16:51,231 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T10:16:51,234 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76f367e2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/989643f4-9aa6-820f-6cf5-37b709b4bbef/hadoop.log.dir/,AVAILABLE} 2024-11-13T10:16:51,236 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@711609b6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T10:16:51,494 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@34444f5b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/989643f4-9aa6-820f-6cf5-37b709b4bbef/java.io.tmpdir/jetty-localhost-45295-hadoop-hdfs-3_4_1-tests_jar-_-any-10492453768651033373/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T10:16:51,505 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18ffb70e{HTTP/1.1, (http/1.1)}{localhost:45295} 2024-11-13T10:16:51,506 INFO [Time-limited test {}] server.Server(415): Started @3353ms 2024-11-13T10:16:52,091 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T10:16:52,100 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T10:16:52,101 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T10:16:52,101 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T10:16:52,101 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T10:16:52,104 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1cb6d394{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/989643f4-9aa6-820f-6cf5-37b709b4bbef/hadoop.log.dir/,AVAILABLE} 2024-11-13T10:16:52,105 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4247812b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T10:16:52,256 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f0edb62{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/989643f4-9aa6-820f-6cf5-37b709b4bbef/java.io.tmpdir/jetty-localhost-35827-hadoop-hdfs-3_4_1-tests_jar-_-any-17187744235621748841/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T10:16:52,257 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68de4c05{HTTP/1.1, (http/1.1)}{localhost:35827} 2024-11-13T10:16:52,257 INFO [Time-limited test {}] server.Server(415): Started @4105ms 2024-11-13T10:16:52,325 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T10:16:52,950 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/989643f4-9aa6-820f-6cf5-37b709b4bbef/cluster_3bca426f-8e90-c9f1-b933-c1147a3d1996/data/data2/current/BP-590868653-172.17.0.2-1731493010589/current, will proceed with Du for space computation calculation, 2024-11-13T10:16:52,950 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/989643f4-9aa6-820f-6cf5-37b709b4bbef/cluster_3bca426f-8e90-c9f1-b933-c1147a3d1996/data/data1/current/BP-590868653-172.17.0.2-1731493010589/current, will proceed with Du for space computation calculation, 2024-11-13T10:16:53,017 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T10:16:53,083 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x682b8bd9c6c6ce0e with lease ID 0x19d0266276cc727: Processing first storage report for DS-5d522b45-bc71-452f-84b8-cc39fd38e9aa from datanode DatanodeRegistration(127.0.0.1:40857, datanodeUuid=e61fdec6-7be1-4d39-a9b4-230fd5104f19, infoPort=37523, infoSecurePort=0, ipcPort=45967, storageInfo=lv=-57;cid=testClusterID;nsid=132459192;c=1731493010589) 2024-11-13T10:16:53,085 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x682b8bd9c6c6ce0e with lease ID 0x19d0266276cc727: from storage DS-5d522b45-bc71-452f-84b8-cc39fd38e9aa node DatanodeRegistration(127.0.0.1:40857, datanodeUuid=e61fdec6-7be1-4d39-a9b4-230fd5104f19, infoPort=37523, infoSecurePort=0, ipcPort=45967, storageInfo=lv=-57;cid=testClusterID;nsid=132459192;c=1731493010589), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T10:16:53,085 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x682b8bd9c6c6ce0e with lease ID 0x19d0266276cc727: Processing first storage report for DS-0fe9a7a3-c19e-4627-a7ad-0af061796ec3 from datanode DatanodeRegistration(127.0.0.1:40857, datanodeUuid=e61fdec6-7be1-4d39-a9b4-230fd5104f19, infoPort=37523, infoSecurePort=0, ipcPort=45967, storageInfo=lv=-57;cid=testClusterID;nsid=132459192;c=1731493010589) 2024-11-13T10:16:53,086 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x682b8bd9c6c6ce0e with lease ID 0x19d0266276cc727: from storage DS-0fe9a7a3-c19e-4627-a7ad-0af061796ec3 node DatanodeRegistration(127.0.0.1:40857, datanodeUuid=e61fdec6-7be1-4d39-a9b4-230fd5104f19, infoPort=37523, infoSecurePort=0, ipcPort=45967, storageInfo=lv=-57;cid=testClusterID;nsid=132459192;c=1731493010589), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T10:16:53,139 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/989643f4-9aa6-820f-6cf5-37b709b4bbef 2024-11-13T10:16:53,152 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:16:53,158 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:16:53,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40857 is added to blk_1073741825_1001 (size=7) 2024-11-13T10:16:53,872 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60 with version=8 2024-11-13T10:16:53,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/hbase-staging 2024-11-13T10:16:54,002 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-13T10:16:54,328 INFO [Time-limited test {}] client.ConnectionUtils(128): master/770665a7984d:0 server-side Connection retries=45 2024-11-13T10:16:54,339 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:16:54,340 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T10:16:54,346 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T10:16:54,347 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:16:54,347 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T10:16:54,527 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T10:16:54,618 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-13T10:16:54,633 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-13T10:16:54,640 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T10:16:54,685 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 9950 (auto-detected) 2024-11-13T10:16:54,686 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-13T10:16:54,712 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41733 2024-11-13T10:16:54,736 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41733 connecting to ZooKeeper ensemble=127.0.0.1:63488 2024-11-13T10:16:54,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:417330x0, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T10:16:54,773 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41733-0x10110d483750000 connected 2024-11-13T10:16:54,808 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:16:54,811 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:16:54,823 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41733-0x10110d483750000, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Set watcher on znode that does not yet exist, /0-851703746/running 2024-11-13T10:16:54,827 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60, hbase.cluster.distributed=false 2024-11-13T10:16:54,853 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41733-0x10110d483750000, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Set watcher on znode that does not yet exist, /0-851703746/acl 2024-11-13T10:16:54,861 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41733 2024-11-13T10:16:54,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41733 2024-11-13T10:16:54,866 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41733 2024-11-13T10:16:54,867 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41733 2024-11-13T10:16:54,867 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41733 2024-11-13T10:16:55,029 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/770665a7984d:0 server-side Connection retries=45 2024-11-13T10:16:55,032 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:16:55,032 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T10:16:55,033 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T10:16:55,033 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:16:55,033 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T10:16:55,037 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T10:16:55,040 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T10:16:55,045 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39023 2024-11-13T10:16:55,048 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39023 connecting to ZooKeeper ensemble=127.0.0.1:63488 2024-11-13T10:16:55,050 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:16:55,056 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:16:55,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:390230x0, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T10:16:55,076 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:390230x0, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Set watcher on znode that does not yet exist, /0-851703746/running 2024-11-13T10:16:55,082 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39023-0x10110d483750001 connected 2024-11-13T10:16:55,082 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T10:16:55,098 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T10:16:55,102 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39023-0x10110d483750001, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Set watcher on znode that does not yet exist, /0-851703746/master 2024-11-13T10:16:55,109 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39023-0x10110d483750001, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Set watcher on znode that does not yet exist, /0-851703746/acl 2024-11-13T10:16:55,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39023 2024-11-13T10:16:55,113 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39023 2024-11-13T10:16:55,115 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39023 2024-11-13T10:16:55,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39023 2024-11-13T10:16:55,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39023 2024-11-13T10:16:55,140 DEBUG [M:0;770665a7984d:41733 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;770665a7984d:41733 2024-11-13T10:16:55,142 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-851703746/backup-masters/770665a7984d,41733,1731493014080 2024-11-13T10:16:55,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39023-0x10110d483750001, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-851703746/backup-masters 2024-11-13T10:16:55,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41733-0x10110d483750000, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-851703746/backup-masters 2024-11-13T10:16:55,160 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41733-0x10110d483750000, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Set watcher on existing znode=/0-851703746/backup-masters/770665a7984d,41733,1731493014080 2024-11-13T10:16:55,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41733-0x10110d483750000, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-851703746 2024-11-13T10:16:55,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39023-0x10110d483750001, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-851703746/master 2024-11-13T10:16:55,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39023-0x10110d483750001, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-851703746 2024-11-13T10:16:55,196 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41733-0x10110d483750000, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Set watcher on existing znode=/0-851703746/master 2024-11-13T10:16:55,198 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-851703746/backup-masters/770665a7984d,41733,1731493014080 from backup master directory 2024-11-13T10:16:55,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39023-0x10110d483750001, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-851703746/backup-masters 2024-11-13T10:16:55,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41733-0x10110d483750000, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-851703746/backup-masters/770665a7984d,41733,1731493014080 2024-11-13T10:16:55,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41733-0x10110d483750000, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-851703746/backup-masters 2024-11-13T10:16:55,204 WARN [master/770665a7984d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T10:16:55,204 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=770665a7984d,41733,1731493014080 2024-11-13T10:16:55,207 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-13T10:16:55,212 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-13T10:16:55,288 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/hbase.id] with ID: e7e48c61-269d-42a0-9ce6-6827b14bf7c1 2024-11-13T10:16:55,288 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/.tmp/hbase.id 2024-11-13T10:16:55,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40857 is added to blk_1073741826_1002 (size=42) 2024-11-13T10:16:55,707 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/.tmp/hbase.id]:[hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/hbase.id] 2024-11-13T10:16:55,777 INFO [master/770665a7984d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:16:55,783 INFO [master/770665a7984d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T10:16:55,814 INFO [master/770665a7984d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 29ms. 2024-11-13T10:16:55,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41733-0x10110d483750000, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-851703746 2024-11-13T10:16:55,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39023-0x10110d483750001, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-851703746 2024-11-13T10:16:55,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40857 is added to blk_1073741827_1003 (size=196) 2024-11-13T10:16:55,871 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T10:16:55,874 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T10:16:55,892 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:16:55,897 INFO [master/770665a7984d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:16:55,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40857 is added to blk_1073741828_1004 (size=1189) 2024-11-13T10:16:56,361 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/MasterData/data/master/store 2024-11-13T10:16:56,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40857 is added to blk_1073741829_1005 (size=34) 2024-11-13T10:16:56,791 INFO [master/770665a7984d:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-13T10:16:56,796 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:16:56,797 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T10:16:56,798 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:16:56,798 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:16:56,800 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T10:16:56,800 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:16:56,800 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:16:56,802 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731493016797Disabling compacts and flushes for region at 1731493016797Disabling writes for close at 1731493016800 (+3 ms)Writing region close event to WAL at 1731493016800Closed at 1731493016800 2024-11-13T10:16:56,804 WARN [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/MasterData/data/master/store/.initializing 2024-11-13T10:16:56,805 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/MasterData/WALs/770665a7984d,41733,1731493014080 2024-11-13T10:16:56,817 INFO [master/770665a7984d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T10:16:56,837 INFO [master/770665a7984d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=770665a7984d%2C41733%2C1731493014080, suffix=, logDir=hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/MasterData/WALs/770665a7984d,41733,1731493014080, archiveDir=hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/MasterData/oldWALs, maxLogs=10 2024-11-13T10:16:56,862 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/MasterData/WALs/770665a7984d,41733,1731493014080/770665a7984d%2C41733%2C1731493014080.1731493016842, exclude list is [], retry=0 2024-11-13T10:16:56,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40857,DS-5d522b45-bc71-452f-84b8-cc39fd38e9aa,DISK] 2024-11-13T10:16:56,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-13T10:16:56,924 INFO [master/770665a7984d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/MasterData/WALs/770665a7984d,41733,1731493014080/770665a7984d%2C41733%2C1731493014080.1731493016842 2024-11-13T10:16:56,925 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37523:37523)] 2024-11-13T10:16:56,926 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:16:56,926 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:16:56,930 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:16:56,931 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:16:56,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:16:57,001 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T10:16:57,005 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:57,009 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:16:57,009 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:16:57,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T10:16:57,014 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:57,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:16:57,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:16:57,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T10:16:57,019 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:57,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:16:57,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:16:57,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T10:16:57,026 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:57,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:16:57,029 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:16:57,033 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:16:57,034 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:16:57,040 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:16:57,041 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:16:57,045 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T10:16:57,050 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:16:57,056 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:16:57,057 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68571127, jitterRate=0.021789416670799255}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T10:16:57,065 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731493016944Initializing all the Stores at 1731493016947 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493016947Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493016948 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493016948Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493016948Cleaning up temporary data from old regions at 1731493017041 (+93 ms)Region opened successfully at 1731493017065 (+24 ms) 2024-11-13T10:16:57,066 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T10:16:57,109 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49d32188, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=770665a7984d/172.17.0.2:0 2024-11-13T10:16:57,153 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T10:16:57,167 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T10:16:57,167 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T10:16:57,170 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T10:16:57,172 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-13T10:16:57,178 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-13T10:16:57,178 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T10:16:57,215 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T10:16:57,225 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41733-0x10110d483750000, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Unable to get data of znode /0-851703746/balancer because node does not exist (not necessarily an error) 2024-11-13T10:16:57,228 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-851703746/balancer already deleted, retry=false 2024-11-13T10:16:57,231 INFO [master/770665a7984d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T10:16:57,233 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41733-0x10110d483750000, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Unable to get data of znode /0-851703746/normalizer because node does not exist (not necessarily an error) 2024-11-13T10:16:57,234 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-851703746/normalizer already deleted, retry=false 2024-11-13T10:16:57,237 INFO [master/770665a7984d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T10:16:57,241 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41733-0x10110d483750000, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Unable to get data of znode /0-851703746/switch/split because node does not exist (not necessarily an error) 2024-11-13T10:16:57,243 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-851703746/switch/split already deleted, retry=false 2024-11-13T10:16:57,245 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41733-0x10110d483750000, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Unable to get data of znode /0-851703746/switch/merge because node does not exist (not necessarily an error) 2024-11-13T10:16:57,247 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-851703746/switch/merge already deleted, retry=false 2024-11-13T10:16:57,271 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41733-0x10110d483750000, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Unable to get data of znode /0-851703746/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T10:16:57,273 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-851703746/snapshot-cleanup already deleted, retry=false 2024-11-13T10:16:57,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41733-0x10110d483750000, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-851703746/running 2024-11-13T10:16:57,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39023-0x10110d483750001, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-851703746/running 2024-11-13T10:16:57,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41733-0x10110d483750000, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-851703746 2024-11-13T10:16:57,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39023-0x10110d483750001, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-851703746 2024-11-13T10:16:57,281 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=770665a7984d,41733,1731493014080, sessionid=0x10110d483750000, setting cluster-up flag (Was=false) 2024-11-13T10:16:57,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39023-0x10110d483750001, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-851703746 2024-11-13T10:16:57,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41733-0x10110d483750000, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-851703746 2024-11-13T10:16:57,307 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-851703746/flush-table-proc/acquired, /0-851703746/flush-table-proc/reached, /0-851703746/flush-table-proc/abort 2024-11-13T10:16:57,310 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=770665a7984d,41733,1731493014080 2024-11-13T10:16:57,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39023-0x10110d483750001, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-851703746 2024-11-13T10:16:57,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41733-0x10110d483750000, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-851703746 2024-11-13T10:16:57,323 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-851703746/online-snapshot/acquired, /0-851703746/online-snapshot/reached, /0-851703746/online-snapshot/abort 2024-11-13T10:16:57,325 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=770665a7984d,41733,1731493014080 2024-11-13T10:16:57,333 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T10:16:57,421 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T10:16:57,428 INFO [RS:0;770665a7984d:39023 {}] regionserver.HRegionServer(746): ClusterId : e7e48c61-269d-42a0-9ce6-6827b14bf7c1 2024-11-13T10:16:57,431 DEBUG [RS:0;770665a7984d:39023 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T10:16:57,432 INFO [master/770665a7984d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T10:16:57,436 DEBUG [RS:0;770665a7984d:39023 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T10:16:57,436 DEBUG [RS:0;770665a7984d:39023 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T10:16:57,440 INFO [master/770665a7984d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T10:16:57,440 DEBUG [RS:0;770665a7984d:39023 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T10:16:57,441 DEBUG [RS:0;770665a7984d:39023 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eb97f4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=770665a7984d/172.17.0.2:0 2024-11-13T10:16:57,448 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 770665a7984d,41733,1731493014080 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T10:16:57,457 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:16:57,458 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:16:57,458 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:16:57,458 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:16:57,458 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/770665a7984d:0, corePoolSize=10, maxPoolSize=10 2024-11-13T10:16:57,459 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:16:57,459 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/770665a7984d:0, corePoolSize=2, maxPoolSize=2 2024-11-13T10:16:57,459 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:16:57,460 DEBUG [RS:0;770665a7984d:39023 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;770665a7984d:39023 2024-11-13T10:16:57,464 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731493047464 2024-11-13T10:16:57,465 INFO [RS:0;770665a7984d:39023 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T10:16:57,465 INFO [RS:0;770665a7984d:39023 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T10:16:57,465 DEBUG [RS:0;770665a7984d:39023 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T10:16:57,466 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T10:16:57,466 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T10:16:57,466 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T10:16:57,467 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T10:16:57,468 INFO [RS:0;770665a7984d:39023 {}] regionserver.HRegionServer(2659): reportForDuty to master=770665a7984d,41733,1731493014080 with port=39023, startcode=1731493014973 2024-11-13T10:16:57,471 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T10:16:57,471 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T10:16:57,472 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T10:16:57,472 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T10:16:57,473 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:57,473 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T10:16:57,473 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T10:16:57,481 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T10:16:57,482 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T10:16:57,483 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T10:16:57,484 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T10:16:57,487 DEBUG [RS:0;770665a7984d:39023 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T10:16:57,489 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T10:16:57,489 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T10:16:57,491 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.large.0-1731493017491,5,FailOnTimeoutGroup] 2024-11-13T10:16:57,492 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.small.0-1731493017491,5,FailOnTimeoutGroup] 2024-11-13T10:16:57,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40857 is added to blk_1073741831_1007 (size=1321) 2024-11-13T10:16:57,492 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T10:16:57,492 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T10:16:57,494 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T10:16:57,494 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T10:16:57,496 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T10:16:57,497 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60 2024-11-13T10:16:57,539 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52285, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T10:16:57,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40857 is added to blk_1073741832_1008 (size=32) 2024-11-13T10:16:57,547 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41733 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 770665a7984d,39023,1731493014973 2024-11-13T10:16:57,550 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41733 {}] master.ServerManager(517): Registering regionserver=770665a7984d,39023,1731493014973 2024-11-13T10:16:57,572 DEBUG [RS:0;770665a7984d:39023 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60 2024-11-13T10:16:57,572 DEBUG [RS:0;770665a7984d:39023 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42229 2024-11-13T10:16:57,572 DEBUG [RS:0;770665a7984d:39023 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T10:16:57,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41733-0x10110d483750000, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-851703746/rs 2024-11-13T10:16:57,579 DEBUG [RS:0;770665a7984d:39023 {}] zookeeper.ZKUtil(111): regionserver:39023-0x10110d483750001, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Set watcher on existing znode=/0-851703746/rs/770665a7984d,39023,1731493014973 2024-11-13T10:16:57,580 WARN [RS:0;770665a7984d:39023 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T10:16:57,580 INFO [RS:0;770665a7984d:39023 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:16:57,580 DEBUG [RS:0;770665a7984d:39023 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/WALs/770665a7984d,39023,1731493014973 2024-11-13T10:16:57,581 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [770665a7984d,39023,1731493014973] 2024-11-13T10:16:57,612 INFO [RS:0;770665a7984d:39023 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T10:16:57,629 INFO [RS:0;770665a7984d:39023 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T10:16:57,635 INFO [RS:0;770665a7984d:39023 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T10:16:57,635 INFO [RS:0;770665a7984d:39023 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:16:57,636 INFO [RS:0;770665a7984d:39023 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T10:16:57,644 INFO [RS:0;770665a7984d:39023 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T10:16:57,646 INFO [RS:0;770665a7984d:39023 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T10:16:57,646 DEBUG [RS:0;770665a7984d:39023 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:16:57,646 DEBUG [RS:0;770665a7984d:39023 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:16:57,647 DEBUG [RS:0;770665a7984d:39023 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:16:57,647 DEBUG [RS:0;770665a7984d:39023 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:16:57,647 DEBUG [RS:0;770665a7984d:39023 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:16:57,647 DEBUG [RS:0;770665a7984d:39023 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/770665a7984d:0, corePoolSize=2, maxPoolSize=2 2024-11-13T10:16:57,648 DEBUG [RS:0;770665a7984d:39023 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:16:57,648 DEBUG [RS:0;770665a7984d:39023 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:16:57,648 DEBUG [RS:0;770665a7984d:39023 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:16:57,648 DEBUG [RS:0;770665a7984d:39023 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:16:57,649 DEBUG [RS:0;770665a7984d:39023 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:16:57,649 DEBUG [RS:0;770665a7984d:39023 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:16:57,649 DEBUG [RS:0;770665a7984d:39023 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/770665a7984d:0, corePoolSize=3, maxPoolSize=3 2024-11-13T10:16:57,649 DEBUG [RS:0;770665a7984d:39023 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0, corePoolSize=3, maxPoolSize=3 2024-11-13T10:16:57,650 INFO [RS:0;770665a7984d:39023 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T10:16:57,650 INFO [RS:0;770665a7984d:39023 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T10:16:57,651 INFO [RS:0;770665a7984d:39023 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:16:57,651 INFO [RS:0;770665a7984d:39023 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T10:16:57,651 INFO [RS:0;770665a7984d:39023 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T10:16:57,651 INFO [RS:0;770665a7984d:39023 {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,39023,1731493014973-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T10:16:57,674 INFO [RS:0;770665a7984d:39023 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T10:16:57,677 INFO [RS:0;770665a7984d:39023 {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,39023,1731493014973-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:16:57,677 INFO [RS:0;770665a7984d:39023 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:16:57,677 INFO [RS:0;770665a7984d:39023 {}] regionserver.Replication(171): 770665a7984d,39023,1731493014973 started 2024-11-13T10:16:57,706 INFO [RS:0;770665a7984d:39023 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:16:57,707 INFO [RS:0;770665a7984d:39023 {}] regionserver.HRegionServer(1482): Serving as 770665a7984d,39023,1731493014973, RpcServer on 770665a7984d/172.17.0.2:39023, sessionid=0x10110d483750001 2024-11-13T10:16:57,708 DEBUG [RS:0;770665a7984d:39023 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T10:16:57,708 DEBUG [RS:0;770665a7984d:39023 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 770665a7984d,39023,1731493014973 2024-11-13T10:16:57,708 DEBUG [RS:0;770665a7984d:39023 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '770665a7984d,39023,1731493014973' 2024-11-13T10:16:57,709 DEBUG [RS:0;770665a7984d:39023 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-851703746/flush-table-proc/abort' 2024-11-13T10:16:57,710 DEBUG [RS:0;770665a7984d:39023 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-851703746/flush-table-proc/acquired' 2024-11-13T10:16:57,711 DEBUG [RS:0;770665a7984d:39023 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T10:16:57,711 DEBUG [RS:0;770665a7984d:39023 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T10:16:57,711 DEBUG [RS:0;770665a7984d:39023 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 770665a7984d,39023,1731493014973 2024-11-13T10:16:57,711 DEBUG [RS:0;770665a7984d:39023 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '770665a7984d,39023,1731493014973' 2024-11-13T10:16:57,711 DEBUG [RS:0;770665a7984d:39023 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-851703746/online-snapshot/abort' 2024-11-13T10:16:57,712 DEBUG [RS:0;770665a7984d:39023 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-851703746/online-snapshot/acquired' 2024-11-13T10:16:57,713 DEBUG [RS:0;770665a7984d:39023 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T10:16:57,713 INFO [RS:0;770665a7984d:39023 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T10:16:57,713 INFO [RS:0;770665a7984d:39023 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T10:16:57,819 INFO [RS:0;770665a7984d:39023 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T10:16:57,823 INFO [RS:0;770665a7984d:39023 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=770665a7984d%2C39023%2C1731493014973, suffix=, logDir=hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/WALs/770665a7984d,39023,1731493014973, archiveDir=hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/oldWALs, maxLogs=10 2024-11-13T10:16:57,841 DEBUG [RS:0;770665a7984d:39023 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/WALs/770665a7984d,39023,1731493014973/770665a7984d%2C39023%2C1731493014973.1731493017825, exclude list is [], retry=0 2024-11-13T10:16:57,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40857,DS-5d522b45-bc71-452f-84b8-cc39fd38e9aa,DISK] 2024-11-13T10:16:57,851 INFO [RS:0;770665a7984d:39023 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/WALs/770665a7984d,39023,1731493014973/770665a7984d%2C39023%2C1731493014973.1731493017825 2024-11-13T10:16:57,851 DEBUG [RS:0;770665a7984d:39023 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37523:37523)] 2024-11-13T10:16:57,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:16:57,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T10:16:57,950 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T10:16:57,950 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:57,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:16:57,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T10:16:57,954 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T10:16:57,954 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:57,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:16:57,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T10:16:57,958 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T10:16:57,958 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:57,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:16:57,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T10:16:57,962 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T10:16:57,962 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:57,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:16:57,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T10:16:57,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/data/hbase/meta/1588230740 2024-11-13T10:16:57,965 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/data/hbase/meta/1588230740 2024-11-13T10:16:57,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T10:16:57,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T10:16:57,969 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T10:16:57,971 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T10:16:57,975 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:16:57,976 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70028479, jitterRate=0.043505653738975525}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T10:16:57,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731493017943Initializing all the Stores at 1731493017946 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493017946Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493017946Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493017946Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493017946Cleaning up temporary data from old regions at 1731493017968 (+22 ms)Region opened successfully at 1731493017978 (+10 ms) 2024-11-13T10:16:57,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T10:16:57,979 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T10:16:57,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T10:16:57,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T10:16:57,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T10:16:57,980 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T10:16:57,980 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731493017978Disabling compacts and flushes for region at 1731493017978Disabling writes for close at 1731493017979 (+1 ms)Writing region close event to WAL at 1731493017980 (+1 ms)Closed at 1731493017980 2024-11-13T10:16:57,984 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T10:16:57,984 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T10:16:57,990 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T10:16:58,001 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T10:16:58,004 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T10:16:58,156 DEBUG [770665a7984d:41733 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T10:16:58,171 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=770665a7984d,39023,1731493014973 2024-11-13T10:16:58,179 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 770665a7984d,39023,1731493014973, state=OPENING 2024-11-13T10:16:58,186 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T10:16:58,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39023-0x10110d483750001, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-851703746 2024-11-13T10:16:58,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41733-0x10110d483750000, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-851703746 2024-11-13T10:16:58,189 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-851703746/meta-region-server: CHANGED 2024-11-13T10:16:58,189 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-851703746/meta-region-server: CHANGED 2024-11-13T10:16:58,191 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T10:16:58,193 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=770665a7984d,39023,1731493014973}] 2024-11-13T10:16:58,380 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T10:16:58,384 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60685, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T10:16:58,398 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T10:16:58,399 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:16:58,399 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T10:16:58,405 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=770665a7984d%2C39023%2C1731493014973.meta, suffix=.meta, logDir=hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/WALs/770665a7984d,39023,1731493014973, archiveDir=hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/oldWALs, maxLogs=10 2024-11-13T10:16:58,432 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/WALs/770665a7984d,39023,1731493014973/770665a7984d%2C39023%2C1731493014973.meta.1731493018408.meta, exclude list is [], retry=0 2024-11-13T10:16:58,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40857,DS-5d522b45-bc71-452f-84b8-cc39fd38e9aa,DISK] 2024-11-13T10:16:58,445 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/WALs/770665a7984d,39023,1731493014973/770665a7984d%2C39023%2C1731493014973.meta.1731493018408.meta 2024-11-13T10:16:58,447 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37523:37523)] 2024-11-13T10:16:58,448 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:16:58,456 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T10:16:58,458 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T10:16:58,462 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T10:16:58,464 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T10:16:58,469 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T10:16:58,470 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:16:58,470 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T10:16:58,470 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T10:16:58,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T10:16:58,477 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T10:16:58,477 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:58,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:16:58,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T10:16:58,481 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T10:16:58,481 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:58,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:16:58,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T10:16:58,485 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T10:16:58,485 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:58,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:16:58,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T10:16:58,488 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T10:16:58,489 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:16:58,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:16:58,490 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T10:16:58,492 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/data/hbase/meta/1588230740 2024-11-13T10:16:58,495 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/data/hbase/meta/1588230740 2024-11-13T10:16:58,498 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T10:16:58,498 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T10:16:58,499 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T10:16:58,502 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T10:16:58,504 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63846716, jitterRate=-0.048609793186187744}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T10:16:58,504 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T10:16:58,506 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731493018471Writing region info on filesystem at 1731493018471Initializing all the Stores at 1731493018474 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493018474Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493018474Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493018474Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493018474Cleaning up temporary data from old regions at 1731493018498 (+24 ms)Running coprocessor post-open hooks at 1731493018504 (+6 ms)Region opened successfully at 1731493018506 (+2 ms) 2024-11-13T10:16:58,517 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731493018368 2024-11-13T10:16:58,530 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T10:16:58,530 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T10:16:58,532 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=770665a7984d,39023,1731493014973 2024-11-13T10:16:58,535 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 770665a7984d,39023,1731493014973, state=OPEN 2024-11-13T10:16:58,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41733-0x10110d483750000, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-851703746/meta-region-server 2024-11-13T10:16:58,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39023-0x10110d483750001, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-851703746/meta-region-server 2024-11-13T10:16:58,543 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-851703746/meta-region-server: CHANGED 2024-11-13T10:16:58,543 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-851703746/meta-region-server: CHANGED 2024-11-13T10:16:58,544 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=770665a7984d,39023,1731493014973 2024-11-13T10:16:58,551 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T10:16:58,551 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=770665a7984d,39023,1731493014973 in 351 msec 2024-11-13T10:16:58,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T10:16:58,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 563 msec 2024-11-13T10:16:58,560 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T10:16:58,560 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T10:16:58,583 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:16:58,584 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,39023,1731493014973, seqNum=-1] 2024-11-13T10:16:58,608 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:16:58,610 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54529, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:16:58,633 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2650 sec 2024-11-13T10:16:58,634 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731493018633, completionTime=-1 2024-11-13T10:16:58,636 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T10:16:58,637 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T10:16:58,674 INFO [master/770665a7984d:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T10:16:58,674 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731493078674 2024-11-13T10:16:58,674 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731493138674 2024-11-13T10:16:58,674 INFO [master/770665a7984d:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 37 msec 2024-11-13T10:16:58,677 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,41733,1731493014080-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:16:58,678 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,41733,1731493014080-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:16:58,678 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,41733,1731493014080-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:16:58,680 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-770665a7984d:41733, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:16:58,681 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T10:16:58,682 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T10:16:58,687 DEBUG [master/770665a7984d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T10:16:58,713 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.507sec 2024-11-13T10:16:58,714 INFO [master/770665a7984d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T10:16:58,715 INFO [master/770665a7984d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T10:16:58,716 INFO [master/770665a7984d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T10:16:58,717 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T10:16:58,717 INFO [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T10:16:58,718 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,41733,1731493014080-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T10:16:58,719 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,41733,1731493014080-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T10:16:58,728 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T10:16:58,729 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T10:16:58,729 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,41733,1731493014080-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:16:58,738 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e7a2adb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:16:58,740 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-13T10:16:58,740 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-13T10:16:58,743 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,41733,-1 for getting cluster id 2024-11-13T10:16:58,746 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:16:58,754 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e7e48c61-269d-42a0-9ce6-6827b14bf7c1' 2024-11-13T10:16:58,756 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:16:58,756 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e7e48c61-269d-42a0-9ce6-6827b14bf7c1" 2024-11-13T10:16:58,759 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@424d861b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:16:58,759 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,41733,-1] 2024-11-13T10:16:58,762 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:16:58,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:16:58,765 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:16:58,768 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7beff2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:16:58,768 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:16:58,775 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,39023,1731493014973, seqNum=-1] 2024-11-13T10:16:58,776 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:16:58,778 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:16:58,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=770665a7984d,41733,1731493014080 2024-11-13T10:16:58,801 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63488 2024-11-13T10:16:58,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T10:16:58,806 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10110d483750002 connected 2024-11-13T10:16:58,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/989643f4-9aa6-820f-6cf5-37b709b4bbef/hadoop.log.dir so I do NOT create it in target/test-data/cc42a481-e23a-db2b-1e4a-de1c381b61b5 2024-11-13T10:16:58,828 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/989643f4-9aa6-820f-6cf5-37b709b4bbef/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T10:16:58,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/989643f4-9aa6-820f-6cf5-37b709b4bbef/hadoop.tmp.dir so I do NOT create it in target/test-data/cc42a481-e23a-db2b-1e4a-de1c381b61b5 2024-11-13T10:16:58,828 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/989643f4-9aa6-820f-6cf5-37b709b4bbef/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T10:16:58,828 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc42a481-e23a-db2b-1e4a-de1c381b61b5 2024-11-13T10:16:58,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T10:16:58,828 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc42a481-e23a-db2b-1e4a-de1c381b61b5/cluster_204ab2a6-f122-107d-93e8-319b0b39c9ae, deleteOnExit=true 2024-11-13T10:16:58,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T10:16:58,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc42a481-e23a-db2b-1e4a-de1c381b61b5/test.cache.data in system properties and HBase conf 2024-11-13T10:16:58,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc42a481-e23a-db2b-1e4a-de1c381b61b5/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T10:16:58,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc42a481-e23a-db2b-1e4a-de1c381b61b5/hadoop.log.dir in system properties and HBase conf 2024-11-13T10:16:58,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc42a481-e23a-db2b-1e4a-de1c381b61b5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T10:16:58,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc42a481-e23a-db2b-1e4a-de1c381b61b5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T10:16:58,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T10:16:58,830 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T10:16:58,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc42a481-e23a-db2b-1e4a-de1c381b61b5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T10:16:58,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc42a481-e23a-db2b-1e4a-de1c381b61b5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T10:16:58,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc42a481-e23a-db2b-1e4a-de1c381b61b5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T10:16:58,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc42a481-e23a-db2b-1e4a-de1c381b61b5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T10:16:58,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc42a481-e23a-db2b-1e4a-de1c381b61b5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T10:16:58,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc42a481-e23a-db2b-1e4a-de1c381b61b5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T10:16:58,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc42a481-e23a-db2b-1e4a-de1c381b61b5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T10:16:58,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc42a481-e23a-db2b-1e4a-de1c381b61b5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T10:16:58,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc42a481-e23a-db2b-1e4a-de1c381b61b5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T10:16:58,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc42a481-e23a-db2b-1e4a-de1c381b61b5/nfs.dump.dir in system properties and HBase conf 2024-11-13T10:16:58,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc42a481-e23a-db2b-1e4a-de1c381b61b5/java.io.tmpdir in system properties and HBase conf 2024-11-13T10:16:58,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc42a481-e23a-db2b-1e4a-de1c381b61b5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T10:16:58,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc42a481-e23a-db2b-1e4a-de1c381b61b5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T10:16:58,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc42a481-e23a-db2b-1e4a-de1c381b61b5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T10:16:58,946 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T10:16:58,954 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T10:16:58,956 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T10:16:58,956 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T10:16:58,956 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T10:16:58,958 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T10:16:58,959 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a733db7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc42a481-e23a-db2b-1e4a-de1c381b61b5/hadoop.log.dir/,AVAILABLE} 2024-11-13T10:16:58,960 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75bf8bfb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T10:16:59,120 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@46934c71{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc42a481-e23a-db2b-1e4a-de1c381b61b5/java.io.tmpdir/jetty-localhost-37831-hadoop-hdfs-3_4_1-tests_jar-_-any-15077270770699990740/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T10:16:59,121 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60b8baac{HTTP/1.1, (http/1.1)}{localhost:37831} 2024-11-13T10:16:59,121 INFO [Time-limited test {}] server.Server(415): Started @10969ms 2024-11-13T10:16:59,236 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T10:16:59,240 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T10:16:59,242 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T10:16:59,242 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T10:16:59,242 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T10:16:59,243 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45fc8213{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc42a481-e23a-db2b-1e4a-de1c381b61b5/hadoop.log.dir/,AVAILABLE} 2024-11-13T10:16:59,243 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57bd8292{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T10:16:59,379 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@671eadbd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc42a481-e23a-db2b-1e4a-de1c381b61b5/java.io.tmpdir/jetty-localhost-34099-hadoop-hdfs-3_4_1-tests_jar-_-any-2374722664155987357/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T10:16:59,380 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c7240b2{HTTP/1.1, (http/1.1)}{localhost:34099} 2024-11-13T10:16:59,380 INFO [Time-limited test {}] server.Server(415): Started @11227ms 2024-11-13T10:16:59,391 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T10:16:59,545 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc42a481-e23a-db2b-1e4a-de1c381b61b5/cluster_204ab2a6-f122-107d-93e8-319b0b39c9ae/data/data1/current/BP-915323811-172.17.0.2-1731493018870/current, will proceed with Du for space computation calculation, 2024-11-13T10:16:59,545 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc42a481-e23a-db2b-1e4a-de1c381b61b5/cluster_204ab2a6-f122-107d-93e8-319b0b39c9ae/data/data2/current/BP-915323811-172.17.0.2-1731493018870/current, will proceed with Du for space computation calculation, 2024-11-13T10:16:59,614 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T10:16:59,619 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x19d84ea54426d252 with lease ID 0xbe2e52b2d7d30a48: Processing first storage report for DS-a6bbda16-2061-4e51-9bf2-f2b491b07337 from datanode DatanodeRegistration(127.0.0.1:40773, datanodeUuid=6510f9b6-fff3-4281-89fc-414717e755c7, infoPort=45981, infoSecurePort=0, ipcPort=38747, storageInfo=lv=-57;cid=testClusterID;nsid=506609723;c=1731493018870) 2024-11-13T10:16:59,619 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x19d84ea54426d252 with lease ID 0xbe2e52b2d7d30a48: from storage DS-a6bbda16-2061-4e51-9bf2-f2b491b07337 node DatanodeRegistration(127.0.0.1:40773, datanodeUuid=6510f9b6-fff3-4281-89fc-414717e755c7, infoPort=45981, infoSecurePort=0, ipcPort=38747, storageInfo=lv=-57;cid=testClusterID;nsid=506609723;c=1731493018870), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T10:16:59,619 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x19d84ea54426d252 with lease ID 0xbe2e52b2d7d30a48: Processing first storage report for DS-361317c8-1239-4beb-acfc-4a89b98db435 from datanode DatanodeRegistration(127.0.0.1:40773, datanodeUuid=6510f9b6-fff3-4281-89fc-414717e755c7, infoPort=45981, infoSecurePort=0, ipcPort=38747, storageInfo=lv=-57;cid=testClusterID;nsid=506609723;c=1731493018870) 2024-11-13T10:16:59,619 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x19d84ea54426d252 with lease ID 0xbe2e52b2d7d30a48: from storage DS-361317c8-1239-4beb-acfc-4a89b98db435 node DatanodeRegistration(127.0.0.1:40773, datanodeUuid=6510f9b6-fff3-4281-89fc-414717e755c7, infoPort=45981, infoSecurePort=0, ipcPort=38747, storageInfo=lv=-57;cid=testClusterID;nsid=506609723;c=1731493018870), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T10:16:59,666 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc42a481-e23a-db2b-1e4a-de1c381b61b5 2024-11-13T10:16:59,666 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:16:59,668 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:16:59,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741825_1001 (size=7) 2024-11-13T10:17:00,084 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36417/user/jenkins/test-data/72a7ac49-5c09-cea8-db6e-9da3d9d39ae6 with version=8 2024-11-13T10:17:00,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36417/user/jenkins/test-data/72a7ac49-5c09-cea8-db6e-9da3d9d39ae6/hbase-staging 2024-11-13T10:17:00,087 INFO [Time-limited test {}] client.ConnectionUtils(128): master/770665a7984d:0 server-side Connection retries=45 2024-11-13T10:17:00,087 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:17:00,087 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T10:17:00,088 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T10:17:00,088 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:17:00,088 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T10:17:00,088 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T10:17:00,088 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T10:17:00,089 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45515 2024-11-13T10:17:00,091 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45515 connecting to ZooKeeper ensemble=127.0.0.1:63488 2024-11-13T10:17:00,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:455150x0, quorum=127.0.0.1:63488, baseZNode=/1392930573 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T10:17:00,095 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45515-0x10110d483750003 connected 2024-11-13T10:17:00,109 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:17:00,111 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:17:00,114 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45515-0x10110d483750003, quorum=127.0.0.1:63488, baseZNode=/1392930573 Set watcher on znode that does not yet exist, /1392930573/running 2024-11-13T10:17:00,114 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36417/user/jenkins/test-data/72a7ac49-5c09-cea8-db6e-9da3d9d39ae6, hbase.cluster.distributed=false 2024-11-13T10:17:00,116 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45515-0x10110d483750003, quorum=127.0.0.1:63488, baseZNode=/1392930573 Set watcher on znode that does not yet exist, /1392930573/acl 2024-11-13T10:17:00,117 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45515 2024-11-13T10:17:00,117 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45515 2024-11-13T10:17:00,117 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45515 2024-11-13T10:17:00,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45515 2024-11-13T10:17:00,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45515 2024-11-13T10:17:00,137 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/770665a7984d:0 server-side Connection retries=45 2024-11-13T10:17:00,137 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:17:00,137 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T10:17:00,137 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T10:17:00,137 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:17:00,137 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T10:17:00,137 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T10:17:00,137 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T10:17:00,138 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40203 2024-11-13T10:17:00,140 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40203 connecting to ZooKeeper ensemble=127.0.0.1:63488 2024-11-13T10:17:00,142 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:17:00,144 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:17:00,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:402030x0, quorum=127.0.0.1:63488, baseZNode=/1392930573 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T10:17:00,151 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:402030x0, quorum=127.0.0.1:63488, baseZNode=/1392930573 Set watcher on znode that does not yet exist, /1392930573/running 2024-11-13T10:17:00,151 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40203-0x10110d483750004 connected 2024-11-13T10:17:00,151 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T10:17:00,152 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T10:17:00,153 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40203-0x10110d483750004, quorum=127.0.0.1:63488, baseZNode=/1392930573 Set watcher on znode that does not yet exist, /1392930573/master 2024-11-13T10:17:00,154 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40203-0x10110d483750004, quorum=127.0.0.1:63488, baseZNode=/1392930573 Set watcher on znode that does not yet exist, /1392930573/acl 2024-11-13T10:17:00,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40203 2024-11-13T10:17:00,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40203 2024-11-13T10:17:00,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40203 2024-11-13T10:17:00,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40203 2024-11-13T10:17:00,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40203 2024-11-13T10:17:00,177 DEBUG [M:0;770665a7984d:45515 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;770665a7984d:45515 2024-11-13T10:17:00,177 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1392930573/backup-masters/770665a7984d,45515,1731493020086 2024-11-13T10:17:00,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45515-0x10110d483750003, quorum=127.0.0.1:63488, baseZNode=/1392930573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1392930573/backup-masters 2024-11-13T10:17:00,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40203-0x10110d483750004, quorum=127.0.0.1:63488, baseZNode=/1392930573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1392930573/backup-masters 2024-11-13T10:17:00,181 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45515-0x10110d483750003, quorum=127.0.0.1:63488, baseZNode=/1392930573 Set watcher on existing znode=/1392930573/backup-masters/770665a7984d,45515,1731493020086 2024-11-13T10:17:00,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40203-0x10110d483750004, quorum=127.0.0.1:63488, baseZNode=/1392930573 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1392930573/master 2024-11-13T10:17:00,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40203-0x10110d483750004, quorum=127.0.0.1:63488, baseZNode=/1392930573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1392930573 2024-11-13T10:17:00,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45515-0x10110d483750003, quorum=127.0.0.1:63488, baseZNode=/1392930573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1392930573 2024-11-13T10:17:00,185 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45515-0x10110d483750003, quorum=127.0.0.1:63488, baseZNode=/1392930573 Set watcher on existing znode=/1392930573/master 2024-11-13T10:17:00,186 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1392930573/backup-masters/770665a7984d,45515,1731493020086 from backup master directory 2024-11-13T10:17:00,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40203-0x10110d483750004, quorum=127.0.0.1:63488, baseZNode=/1392930573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1392930573/backup-masters 2024-11-13T10:17:00,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45515-0x10110d483750003, quorum=127.0.0.1:63488, baseZNode=/1392930573 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1392930573/backup-masters/770665a7984d,45515,1731493020086 2024-11-13T10:17:00,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45515-0x10110d483750003, quorum=127.0.0.1:63488, baseZNode=/1392930573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1392930573/backup-masters 2024-11-13T10:17:00,189 WARN [master/770665a7984d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T10:17:00,189 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=770665a7984d,45515,1731493020086 2024-11-13T10:17:00,201 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36417/user/jenkins/test-data/72a7ac49-5c09-cea8-db6e-9da3d9d39ae6/hbase.id] with ID: 792b4a9d-e556-4efe-b914-37528838f539 2024-11-13T10:17:00,202 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36417/user/jenkins/test-data/72a7ac49-5c09-cea8-db6e-9da3d9d39ae6/.tmp/hbase.id 2024-11-13T10:17:00,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741826_1002 (size=42) 2024-11-13T10:17:00,614 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36417/user/jenkins/test-data/72a7ac49-5c09-cea8-db6e-9da3d9d39ae6/.tmp/hbase.id]:[hdfs://localhost:36417/user/jenkins/test-data/72a7ac49-5c09-cea8-db6e-9da3d9d39ae6/hbase.id] 2024-11-13T10:17:00,639 INFO [master/770665a7984d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:17:00,640 INFO [master/770665a7984d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T10:17:00,642 INFO [master/770665a7984d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-13T10:17:00,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40203-0x10110d483750004, quorum=127.0.0.1:63488, baseZNode=/1392930573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1392930573 2024-11-13T10:17:00,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45515-0x10110d483750003, quorum=127.0.0.1:63488, baseZNode=/1392930573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1392930573 2024-11-13T10:17:00,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741827_1003 (size=196) 2024-11-13T10:17:01,054 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T10:17:01,055 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T10:17:01,056 INFO [master/770665a7984d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:17:01,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741828_1004 (size=1189) 2024-11-13T10:17:01,471 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36417/user/jenkins/test-data/72a7ac49-5c09-cea8-db6e-9da3d9d39ae6/MasterData/data/master/store 2024-11-13T10:17:01,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741829_1005 (size=34) 2024-11-13T10:17:01,482 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:17:01,482 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T10:17:01,482 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:17:01,482 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:17:01,482 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T10:17:01,482 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:17:01,482 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:17:01,483 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731493021482Disabling compacts and flushes for region at 1731493021482Disabling writes for close at 1731493021482Writing region close event to WAL at 1731493021482Closed at 1731493021482 2024-11-13T10:17:01,484 WARN [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36417/user/jenkins/test-data/72a7ac49-5c09-cea8-db6e-9da3d9d39ae6/MasterData/data/master/store/.initializing 2024-11-13T10:17:01,484 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36417/user/jenkins/test-data/72a7ac49-5c09-cea8-db6e-9da3d9d39ae6/MasterData/WALs/770665a7984d,45515,1731493020086 2024-11-13T10:17:01,486 INFO [master/770665a7984d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T10:17:01,490 INFO [master/770665a7984d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=770665a7984d%2C45515%2C1731493020086, suffix=, logDir=hdfs://localhost:36417/user/jenkins/test-data/72a7ac49-5c09-cea8-db6e-9da3d9d39ae6/MasterData/WALs/770665a7984d,45515,1731493020086, archiveDir=hdfs://localhost:36417/user/jenkins/test-data/72a7ac49-5c09-cea8-db6e-9da3d9d39ae6/MasterData/oldWALs, maxLogs=10 2024-11-13T10:17:01,506 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/72a7ac49-5c09-cea8-db6e-9da3d9d39ae6/MasterData/WALs/770665a7984d,45515,1731493020086/770665a7984d%2C45515%2C1731493020086.1731493021490, exclude list is [], retry=0 2024-11-13T10:17:01,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40773,DS-a6bbda16-2061-4e51-9bf2-f2b491b07337,DISK] 2024-11-13T10:17:01,515 INFO [master/770665a7984d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72a7ac49-5c09-cea8-db6e-9da3d9d39ae6/MasterData/WALs/770665a7984d,45515,1731493020086/770665a7984d%2C45515%2C1731493020086.1731493021490 2024-11-13T10:17:01,516 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45981:45981)] 2024-11-13T10:17:01,516 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:17:01,516 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:17:01,516 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:17:01,516 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:17:01,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:17:01,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T10:17:01,522 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:01,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:17:01,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:17:01,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T10:17:01,526 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:01,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:17:01,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:17:01,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T10:17:01,530 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:01,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:17:01,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:17:01,535 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T10:17:01,535 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:01,536 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:17:01,536 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:17:01,538 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36417/user/jenkins/test-data/72a7ac49-5c09-cea8-db6e-9da3d9d39ae6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:17:01,539 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36417/user/jenkins/test-data/72a7ac49-5c09-cea8-db6e-9da3d9d39ae6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:17:01,542 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:17:01,542 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:17:01,543 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T10:17:01,545 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:17:01,549 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36417/user/jenkins/test-data/72a7ac49-5c09-cea8-db6e-9da3d9d39ae6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:17:01,550 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69980002, jitterRate=0.04278329014778137}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T10:17:01,551 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731493021517Initializing all the Stores at 1731493021519 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493021519Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493021519Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493021519Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493021519Cleaning up temporary data from old regions at 1731493021542 (+23 ms)Region opened successfully at 1731493021550 (+8 ms) 2024-11-13T10:17:01,551 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T10:17:01,557 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21c4231c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=770665a7984d/172.17.0.2:0 2024-11-13T10:17:01,559 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T10:17:01,559 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T10:17:01,559 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T10:17:01,559 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T10:17:01,560 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T10:17:01,561 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T10:17:01,561 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T10:17:01,564 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T10:17:01,565 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45515-0x10110d483750003, quorum=127.0.0.1:63488, baseZNode=/1392930573 Unable to get data of znode /1392930573/balancer because node does not exist (not necessarily an error) 2024-11-13T10:17:01,566 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1392930573/balancer already deleted, retry=false 2024-11-13T10:17:01,567 INFO [master/770665a7984d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T10:17:01,568 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45515-0x10110d483750003, quorum=127.0.0.1:63488, baseZNode=/1392930573 Unable to get data of znode /1392930573/normalizer because node does not exist (not necessarily an error) 2024-11-13T10:17:01,569 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1392930573/normalizer already deleted, retry=false 2024-11-13T10:17:01,570 INFO [master/770665a7984d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T10:17:01,571 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45515-0x10110d483750003, quorum=127.0.0.1:63488, baseZNode=/1392930573 Unable to get data of znode /1392930573/switch/split because node does not exist (not necessarily an error) 2024-11-13T10:17:01,572 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1392930573/switch/split already deleted, retry=false 2024-11-13T10:17:01,574 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45515-0x10110d483750003, quorum=127.0.0.1:63488, baseZNode=/1392930573 Unable to get data of znode /1392930573/switch/merge because node does not exist (not necessarily an error) 2024-11-13T10:17:01,576 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1392930573/switch/merge already deleted, retry=false 2024-11-13T10:17:01,579 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45515-0x10110d483750003, quorum=127.0.0.1:63488, baseZNode=/1392930573 Unable to get data of znode /1392930573/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T10:17:01,580 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1392930573/snapshot-cleanup already deleted, retry=false 2024-11-13T10:17:01,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45515-0x10110d483750003, quorum=127.0.0.1:63488, baseZNode=/1392930573 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1392930573/running 2024-11-13T10:17:01,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40203-0x10110d483750004, quorum=127.0.0.1:63488, baseZNode=/1392930573 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1392930573/running 2024-11-13T10:17:01,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40203-0x10110d483750004, quorum=127.0.0.1:63488, baseZNode=/1392930573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1392930573 2024-11-13T10:17:01,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45515-0x10110d483750003, quorum=127.0.0.1:63488, baseZNode=/1392930573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1392930573 2024-11-13T10:17:01,584 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=770665a7984d,45515,1731493020086, sessionid=0x10110d483750003, setting cluster-up flag (Was=false) 2024-11-13T10:17:01,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45515-0x10110d483750003, quorum=127.0.0.1:63488, baseZNode=/1392930573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1392930573 2024-11-13T10:17:01,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40203-0x10110d483750004, quorum=127.0.0.1:63488, baseZNode=/1392930573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1392930573 2024-11-13T10:17:01,600 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1392930573/flush-table-proc/acquired, /1392930573/flush-table-proc/reached, /1392930573/flush-table-proc/abort 2024-11-13T10:17:01,602 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=770665a7984d,45515,1731493020086 2024-11-13T10:17:01,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45515-0x10110d483750003, quorum=127.0.0.1:63488, baseZNode=/1392930573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1392930573 2024-11-13T10:17:01,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40203-0x10110d483750004, quorum=127.0.0.1:63488, baseZNode=/1392930573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1392930573 2024-11-13T10:17:01,614 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1392930573/online-snapshot/acquired, /1392930573/online-snapshot/reached, /1392930573/online-snapshot/abort 2024-11-13T10:17:01,615 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=770665a7984d,45515,1731493020086 2024-11-13T10:17:01,618 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36417/user/jenkins/test-data/72a7ac49-5c09-cea8-db6e-9da3d9d39ae6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T10:17:01,621 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T10:17:01,622 INFO [master/770665a7984d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T10:17:01,622 INFO [master/770665a7984d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T10:17:01,622 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 770665a7984d,45515,1731493020086 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T10:17:01,624 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:17:01,624 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:17:01,624 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:17:01,624 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:17:01,624 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/770665a7984d:0, corePoolSize=10, maxPoolSize=10 2024-11-13T10:17:01,624 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:17:01,625 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/770665a7984d:0, corePoolSize=2, maxPoolSize=2 2024-11-13T10:17:01,625 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:17:01,626 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731493051625 2024-11-13T10:17:01,626 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T10:17:01,626 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T10:17:01,626 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T10:17:01,626 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T10:17:01,626 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T10:17:01,626 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T10:17:01,626 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:01,627 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T10:17:01,627 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T10:17:01,627 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T10:17:01,627 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T10:17:01,627 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T10:17:01,627 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T10:17:01,628 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T10:17:01,628 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T10:17:01,628 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.large.0-1731493021628,5,FailOnTimeoutGroup] 2024-11-13T10:17:01,629 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.small.0-1731493021628,5,FailOnTimeoutGroup] 2024-11-13T10:17:01,629 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:01,629 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T10:17:01,629 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:01,629 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:01,629 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:01,630 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T10:17:01,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741831_1007 (size=1321) 2024-11-13T10:17:01,666 INFO [RS:0;770665a7984d:40203 {}] regionserver.HRegionServer(746): ClusterId : 792b4a9d-e556-4efe-b914-37528838f539 2024-11-13T10:17:01,667 DEBUG [RS:0;770665a7984d:40203 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T10:17:01,669 DEBUG [RS:0;770665a7984d:40203 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T10:17:01,669 DEBUG [RS:0;770665a7984d:40203 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T10:17:01,672 DEBUG [RS:0;770665a7984d:40203 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T10:17:01,673 DEBUG [RS:0;770665a7984d:40203 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1221526, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=770665a7984d/172.17.0.2:0 2024-11-13T10:17:01,687 DEBUG [RS:0;770665a7984d:40203 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;770665a7984d:40203 2024-11-13T10:17:01,687 INFO [RS:0;770665a7984d:40203 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T10:17:01,687 INFO [RS:0;770665a7984d:40203 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T10:17:01,687 DEBUG [RS:0;770665a7984d:40203 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T10:17:01,688 INFO [RS:0;770665a7984d:40203 {}] regionserver.HRegionServer(2659): reportForDuty to master=770665a7984d,45515,1731493020086 with port=40203, startcode=1731493020136 2024-11-13T10:17:01,688 DEBUG [RS:0;770665a7984d:40203 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T10:17:01,691 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60537, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T10:17:01,692 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45515 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 770665a7984d,40203,1731493020136 2024-11-13T10:17:01,692 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45515 {}] master.ServerManager(517): Registering regionserver=770665a7984d,40203,1731493020136 2024-11-13T10:17:01,696 DEBUG [RS:0;770665a7984d:40203 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36417/user/jenkins/test-data/72a7ac49-5c09-cea8-db6e-9da3d9d39ae6 2024-11-13T10:17:01,696 DEBUG [RS:0;770665a7984d:40203 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36417 2024-11-13T10:17:01,696 DEBUG [RS:0;770665a7984d:40203 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T10:17:01,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45515-0x10110d483750003, quorum=127.0.0.1:63488, baseZNode=/1392930573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1392930573/rs 2024-11-13T10:17:01,699 DEBUG [RS:0;770665a7984d:40203 {}] zookeeper.ZKUtil(111): regionserver:40203-0x10110d483750004, quorum=127.0.0.1:63488, baseZNode=/1392930573 Set watcher on existing znode=/1392930573/rs/770665a7984d,40203,1731493020136 2024-11-13T10:17:01,699 WARN [RS:0;770665a7984d:40203 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T10:17:01,699 INFO [RS:0;770665a7984d:40203 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:17:01,700 DEBUG [RS:0;770665a7984d:40203 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36417/user/jenkins/test-data/72a7ac49-5c09-cea8-db6e-9da3d9d39ae6/WALs/770665a7984d,40203,1731493020136 2024-11-13T10:17:01,700 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [770665a7984d,40203,1731493020136] 2024-11-13T10:17:01,704 INFO [RS:0;770665a7984d:40203 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T10:17:01,708 INFO [RS:0;770665a7984d:40203 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T10:17:01,708 INFO [RS:0;770665a7984d:40203 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T10:17:01,708 INFO [RS:0;770665a7984d:40203 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:01,708 INFO [RS:0;770665a7984d:40203 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T10:17:01,710 INFO [RS:0;770665a7984d:40203 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T10:17:01,710 INFO [RS:0;770665a7984d:40203 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:01,710 DEBUG [RS:0;770665a7984d:40203 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:17:01,710 DEBUG [RS:0;770665a7984d:40203 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:17:01,710 DEBUG [RS:0;770665a7984d:40203 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:17:01,710 DEBUG [RS:0;770665a7984d:40203 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:17:01,710 DEBUG [RS:0;770665a7984d:40203 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:17:01,710 DEBUG [RS:0;770665a7984d:40203 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/770665a7984d:0, corePoolSize=2, maxPoolSize=2 2024-11-13T10:17:01,711 DEBUG [RS:0;770665a7984d:40203 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:17:01,711 DEBUG [RS:0;770665a7984d:40203 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:17:01,711 DEBUG [RS:0;770665a7984d:40203 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:17:01,711 DEBUG [RS:0;770665a7984d:40203 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:17:01,711 DEBUG [RS:0;770665a7984d:40203 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:17:01,711 DEBUG [RS:0;770665a7984d:40203 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:17:01,711 DEBUG [RS:0;770665a7984d:40203 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/770665a7984d:0, corePoolSize=3, maxPoolSize=3 2024-11-13T10:17:01,711 DEBUG [RS:0;770665a7984d:40203 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0, corePoolSize=3, maxPoolSize=3 2024-11-13T10:17:01,711 INFO [RS:0;770665a7984d:40203 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:01,712 INFO [RS:0;770665a7984d:40203 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:01,712 INFO [RS:0;770665a7984d:40203 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:01,712 INFO [RS:0;770665a7984d:40203 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:01,712 INFO [RS:0;770665a7984d:40203 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:01,712 INFO [RS:0;770665a7984d:40203 {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,40203,1731493020136-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T10:17:01,729 INFO [RS:0;770665a7984d:40203 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T10:17:01,729 INFO [RS:0;770665a7984d:40203 {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,40203,1731493020136-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:01,729 INFO [RS:0;770665a7984d:40203 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:01,730 INFO [RS:0;770665a7984d:40203 {}] regionserver.Replication(171): 770665a7984d,40203,1731493020136 started 2024-11-13T10:17:01,747 INFO [RS:0;770665a7984d:40203 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:01,747 INFO [RS:0;770665a7984d:40203 {}] regionserver.HRegionServer(1482): Serving as 770665a7984d,40203,1731493020136, RpcServer on 770665a7984d/172.17.0.2:40203, sessionid=0x10110d483750004 2024-11-13T10:17:01,748 DEBUG [RS:0;770665a7984d:40203 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T10:17:01,748 DEBUG [RS:0;770665a7984d:40203 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 770665a7984d,40203,1731493020136 2024-11-13T10:17:01,748 DEBUG [RS:0;770665a7984d:40203 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '770665a7984d,40203,1731493020136' 2024-11-13T10:17:01,748 DEBUG [RS:0;770665a7984d:40203 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1392930573/flush-table-proc/abort' 2024-11-13T10:17:01,749 DEBUG [RS:0;770665a7984d:40203 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1392930573/flush-table-proc/acquired' 2024-11-13T10:17:01,749 DEBUG [RS:0;770665a7984d:40203 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T10:17:01,749 DEBUG [RS:0;770665a7984d:40203 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T10:17:01,749 DEBUG [RS:0;770665a7984d:40203 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 770665a7984d,40203,1731493020136 2024-11-13T10:17:01,749 DEBUG [RS:0;770665a7984d:40203 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '770665a7984d,40203,1731493020136' 2024-11-13T10:17:01,749 DEBUG [RS:0;770665a7984d:40203 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1392930573/online-snapshot/abort' 2024-11-13T10:17:01,750 DEBUG [RS:0;770665a7984d:40203 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1392930573/online-snapshot/acquired' 2024-11-13T10:17:01,750 DEBUG [RS:0;770665a7984d:40203 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T10:17:01,750 INFO [RS:0;770665a7984d:40203 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T10:17:01,750 INFO [RS:0;770665a7984d:40203 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T10:17:01,851 INFO [RS:0;770665a7984d:40203 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T10:17:01,855 INFO [RS:0;770665a7984d:40203 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=770665a7984d%2C40203%2C1731493020136, suffix=, logDir=hdfs://localhost:36417/user/jenkins/test-data/72a7ac49-5c09-cea8-db6e-9da3d9d39ae6/WALs/770665a7984d,40203,1731493020136, archiveDir=hdfs://localhost:36417/user/jenkins/test-data/72a7ac49-5c09-cea8-db6e-9da3d9d39ae6/oldWALs, maxLogs=10 2024-11-13T10:17:01,871 DEBUG [RS:0;770665a7984d:40203 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/72a7ac49-5c09-cea8-db6e-9da3d9d39ae6/WALs/770665a7984d,40203,1731493020136/770665a7984d%2C40203%2C1731493020136.1731493021856, exclude list is [], retry=0 2024-11-13T10:17:01,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40773,DS-a6bbda16-2061-4e51-9bf2-f2b491b07337,DISK] 2024-11-13T10:17:01,879 INFO [RS:0;770665a7984d:40203 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72a7ac49-5c09-cea8-db6e-9da3d9d39ae6/WALs/770665a7984d,40203,1731493020136/770665a7984d%2C40203%2C1731493020136.1731493021856 2024-11-13T10:17:01,879 DEBUG [RS:0;770665a7984d:40203 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45981:45981)] 2024-11-13T10:17:02,041 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36417/user/jenkins/test-data/72a7ac49-5c09-cea8-db6e-9da3d9d39ae6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T10:17:02,042 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36417/user/jenkins/test-data/72a7ac49-5c09-cea8-db6e-9da3d9d39ae6 2024-11-13T10:17:02,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741833_1009 (size=32) 2024-11-13T10:17:02,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:17:02,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T10:17:02,458 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T10:17:02,458 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:02,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:17:02,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T10:17:02,461 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T10:17:02,461 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:02,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:17:02,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T10:17:02,464 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T10:17:02,464 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:02,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:17:02,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T10:17:02,467 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T10:17:02,468 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:02,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:17:02,468 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T10:17:02,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36417/user/jenkins/test-data/72a7ac49-5c09-cea8-db6e-9da3d9d39ae6/data/hbase/meta/1588230740 2024-11-13T10:17:02,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36417/user/jenkins/test-data/72a7ac49-5c09-cea8-db6e-9da3d9d39ae6/data/hbase/meta/1588230740 2024-11-13T10:17:02,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T10:17:02,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T10:17:02,473 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T10:17:02,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T10:17:02,479 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36417/user/jenkins/test-data/72a7ac49-5c09-cea8-db6e-9da3d9d39ae6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:17:02,480 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65116681, jitterRate=-0.029685840010643005}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T10:17:02,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731493022453Initializing all the Stores at 1731493022454 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493022454Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493022455 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493022455Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493022455Cleaning up temporary data from old regions at 1731493022473 (+18 ms)Region opened successfully at 1731493022480 (+7 ms) 2024-11-13T10:17:02,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T10:17:02,481 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T10:17:02,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T10:17:02,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T10:17:02,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T10:17:02,481 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T10:17:02,482 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731493022480Disabling compacts and flushes for region at 1731493022481 (+1 ms)Disabling writes for close at 1731493022481Writing region close event to WAL at 1731493022481Closed at 1731493022481 2024-11-13T10:17:02,484 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T10:17:02,484 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T10:17:02,484 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T10:17:02,487 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T10:17:02,490 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T10:17:02,640 DEBUG [770665a7984d:45515 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T10:17:02,641 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=770665a7984d,40203,1731493020136 2024-11-13T10:17:02,645 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 770665a7984d,40203,1731493020136, state=OPENING 2024-11-13T10:17:02,651 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T10:17:02,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40203-0x10110d483750004, quorum=127.0.0.1:63488, baseZNode=/1392930573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1392930573 2024-11-13T10:17:02,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45515-0x10110d483750003, quorum=127.0.0.1:63488, baseZNode=/1392930573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1392930573 2024-11-13T10:17:02,653 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T10:17:02,653 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1392930573/meta-region-server: CHANGED 2024-11-13T10:17:02,653 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1392930573/meta-region-server: CHANGED 2024-11-13T10:17:02,653 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=770665a7984d,40203,1731493020136}] 2024-11-13T10:17:02,842 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T10:17:02,846 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38731, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T10:17:02,852 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T10:17:02,853 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:17:02,853 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T10:17:02,857 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=770665a7984d%2C40203%2C1731493020136.meta, suffix=.meta, logDir=hdfs://localhost:36417/user/jenkins/test-data/72a7ac49-5c09-cea8-db6e-9da3d9d39ae6/WALs/770665a7984d,40203,1731493020136, archiveDir=hdfs://localhost:36417/user/jenkins/test-data/72a7ac49-5c09-cea8-db6e-9da3d9d39ae6/oldWALs, maxLogs=10 2024-11-13T10:17:02,876 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/72a7ac49-5c09-cea8-db6e-9da3d9d39ae6/WALs/770665a7984d,40203,1731493020136/770665a7984d%2C40203%2C1731493020136.meta.1731493022859.meta, exclude list is [], retry=0 2024-11-13T10:17:02,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40773,DS-a6bbda16-2061-4e51-9bf2-f2b491b07337,DISK] 2024-11-13T10:17:02,885 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72a7ac49-5c09-cea8-db6e-9da3d9d39ae6/WALs/770665a7984d,40203,1731493020136/770665a7984d%2C40203%2C1731493020136.meta.1731493022859.meta 2024-11-13T10:17:02,886 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45981:45981)] 2024-11-13T10:17:02,886 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:17:02,886 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T10:17:02,887 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T10:17:02,887 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T10:17:02,887 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T10:17:02,887 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T10:17:02,887 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:17:02,887 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T10:17:02,888 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T10:17:02,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T10:17:02,891 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T10:17:02,891 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:02,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:17:02,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T10:17:02,894 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T10:17:02,894 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:02,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:17:02,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T10:17:02,896 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T10:17:02,896 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:02,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:17:02,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T10:17:02,898 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T10:17:02,898 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:02,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:17:02,899 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T10:17:02,901 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36417/user/jenkins/test-data/72a7ac49-5c09-cea8-db6e-9da3d9d39ae6/data/hbase/meta/1588230740 2024-11-13T10:17:02,903 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36417/user/jenkins/test-data/72a7ac49-5c09-cea8-db6e-9da3d9d39ae6/data/hbase/meta/1588230740 2024-11-13T10:17:02,906 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T10:17:02,907 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T10:17:02,908 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T10:17:02,911 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T10:17:02,912 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64600818, jitterRate=-0.03737279772758484}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T10:17:02,913 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T10:17:02,913 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731493022888Writing region info on filesystem at 1731493022888Initializing all the Stores at 1731493022890 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493022890Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493022890Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493022890Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493022890Cleaning up temporary data from old regions at 1731493022907 (+17 ms)Running coprocessor post-open hooks at 1731493022913 (+6 ms)Region opened successfully at 1731493022913 2024-11-13T10:17:02,914 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731493022842 2024-11-13T10:17:02,918 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T10:17:02,918 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T10:17:02,919 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=770665a7984d,40203,1731493020136 2024-11-13T10:17:02,921 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 770665a7984d,40203,1731493020136, state=OPEN 2024-11-13T10:17:02,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45515-0x10110d483750003, quorum=127.0.0.1:63488, baseZNode=/1392930573 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1392930573/meta-region-server 2024-11-13T10:17:02,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40203-0x10110d483750004, quorum=127.0.0.1:63488, baseZNode=/1392930573 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1392930573/meta-region-server 2024-11-13T10:17:02,923 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1392930573/meta-region-server: CHANGED 2024-11-13T10:17:02,923 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1392930573/meta-region-server: CHANGED 2024-11-13T10:17:02,924 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=770665a7984d,40203,1731493020136 2024-11-13T10:17:02,928 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T10:17:02,929 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=770665a7984d,40203,1731493020136 in 271 msec 2024-11-13T10:17:02,932 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T10:17:02,933 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 444 msec 2024-11-13T10:17:02,934 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T10:17:02,934 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T10:17:02,936 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:17:02,936 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,40203,1731493020136, seqNum=-1] 2024-11-13T10:17:02,937 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:17:02,939 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53547, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:17:02,949 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3280 sec 2024-11-13T10:17:02,949 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731493022949, completionTime=-1 2024-11-13T10:17:02,949 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T10:17:02,949 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T10:17:02,952 INFO [master/770665a7984d:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T10:17:02,952 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731493082952 2024-11-13T10:17:02,952 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731493142952 2024-11-13T10:17:02,952 INFO [master/770665a7984d:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T10:17:02,952 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,45515,1731493020086-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:02,952 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,45515,1731493020086-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:02,952 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,45515,1731493020086-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:02,953 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-770665a7984d:45515, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:02,953 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:02,953 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:02,955 DEBUG [master/770665a7984d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T10:17:02,958 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.769sec 2024-11-13T10:17:02,958 INFO [master/770665a7984d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T10:17:02,958 INFO [master/770665a7984d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T10:17:02,958 INFO [master/770665a7984d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T10:17:02,958 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T10:17:02,958 INFO [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T10:17:02,958 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,45515,1731493020086-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T10:17:02,958 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,45515,1731493020086-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T10:17:02,962 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T10:17:02,963 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T10:17:02,963 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,45515,1731493020086-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:02,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41d5e65e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:17:02,990 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,45515,-1 for getting cluster id 2024-11-13T10:17:02,991 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:17:02,993 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '792b4a9d-e556-4efe-b914-37528838f539' 2024-11-13T10:17:02,993 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:17:02,994 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "792b4a9d-e556-4efe-b914-37528838f539" 2024-11-13T10:17:02,994 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@604e480d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:17:02,994 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,45515,-1] 2024-11-13T10:17:02,995 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:17:02,995 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:02,996 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:17:02,998 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21625794, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:17:02,998 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:17:03,000 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,40203,1731493020136, seqNum=-1] 2024-11-13T10:17:03,000 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:17:03,002 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:17:03,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=770665a7984d,45515,1731493020086 2024-11-13T10:17:03,005 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63488 2024-11-13T10:17:03,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63488, baseZNode=/1392930573 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T10:17:03,010 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10110d483750005 connected 2024-11-13T10:17:03,019 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4183ef6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:17:03,019 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,41733,-1 for getting cluster id 2024-11-13T10:17:03,019 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:17:03,021 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e7e48c61-269d-42a0-9ce6-6827b14bf7c1' 2024-11-13T10:17:03,022 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:17:03,022 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e7e48c61-269d-42a0-9ce6-6827b14bf7c1" 2024-11-13T10:17:03,022 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c1d264c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:17:03,022 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,41733,-1] 2024-11-13T10:17:03,022 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:17:03,023 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:03,024 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:17:03,026 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@417e86fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:17:03,038 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:17:03,043 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,41733,1731493014080 2024-11-13T10:17:03,046 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@528c91c5 2024-11-13T10:17:03,047 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:17:03,051 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T10:17:03,052 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://770665a7984d:45515,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T10:17:03,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T10:17:03,067 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='770665a7984d:45515' 2024-11-13T10:17:03,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:17:03,068 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3441c402, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:17:03,068 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,45515,-1 for getting cluster id 2024-11-13T10:17:03,069 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:17:03,070 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '792b4a9d-e556-4efe-b914-37528838f539' 2024-11-13T10:17:03,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:17:03,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "792b4a9d-e556-4efe-b914-37528838f539" 2024-11-13T10:17:03,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1df1e0eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:17:03,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,45515,-1] 2024-11-13T10:17:03,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:17:03,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:03,072 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:17:03,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c6e169b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:17:03,074 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:17:03,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,45515,1731493020086 2024-11-13T10:17:03,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@364dff74 2024-11-13T10:17:03,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:17:03,080 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T10:17:03,094 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-13T10:17:03,094 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T10:17:03,099 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:03,099 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:03,099 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:17:03,101 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T10:17:03,106 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T10:17:03,110 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T10:17:03,111 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:03,112 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T10:17:03,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40857 is added to blk_1073741835_1011 (size=1138) 2024-11-13T10:17:03,159 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T10:17:03,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:17:03,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:17:03,527 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7d011158c7fd6fe78ab4ede5e09459f5, NAME => 'hbase:replication,,1731493023100.7d011158c7fd6fe78ab4ede5e09459f5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60 2024-11-13T10:17:03,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40857 is added to blk_1073741836_1012 (size=44) 2024-11-13T10:17:03,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:17:03,937 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731493023100.7d011158c7fd6fe78ab4ede5e09459f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:17:03,937 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7d011158c7fd6fe78ab4ede5e09459f5, disabling compactions & flushes 2024-11-13T10:17:03,937 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731493023100.7d011158c7fd6fe78ab4ede5e09459f5. 2024-11-13T10:17:03,937 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731493023100.7d011158c7fd6fe78ab4ede5e09459f5. 2024-11-13T10:17:03,937 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731493023100.7d011158c7fd6fe78ab4ede5e09459f5. after waiting 0 ms 2024-11-13T10:17:03,937 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731493023100.7d011158c7fd6fe78ab4ede5e09459f5. 2024-11-13T10:17:03,937 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731493023100.7d011158c7fd6fe78ab4ede5e09459f5. 2024-11-13T10:17:03,937 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7d011158c7fd6fe78ab4ede5e09459f5: Waiting for close lock at 1731493023937Disabling compacts and flushes for region at 1731493023937Disabling writes for close at 1731493023937Writing region close event to WAL at 1731493023937Closed at 1731493023937 2024-11-13T10:17:03,940 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T10:17:03,945 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731493023100.7d011158c7fd6fe78ab4ede5e09459f5.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731493023940"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731493023940"}]},"ts":"1731493023940"} 2024-11-13T10:17:03,949 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T10:17:03,951 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T10:17:03,953 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731493023951"}]},"ts":"1731493023951"} 2024-11-13T10:17:03,957 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T10:17:03,959 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7d011158c7fd6fe78ab4ede5e09459f5, ASSIGN}] 2024-11-13T10:17:03,962 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7d011158c7fd6fe78ab4ede5e09459f5, ASSIGN 2024-11-13T10:17:03,963 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7d011158c7fd6fe78ab4ede5e09459f5, ASSIGN; state=OFFLINE, location=770665a7984d,39023,1731493014973; forceNewPlan=false, retain=false 2024-11-13T10:17:03,979 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T10:17:04,048 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T10:17:04,115 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=7d011158c7fd6fe78ab4ede5e09459f5, regionState=OPENING, regionLocation=770665a7984d,39023,1731493014973 2024-11-13T10:17:04,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7d011158c7fd6fe78ab4ede5e09459f5, ASSIGN because future has completed 2024-11-13T10:17:04,122 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7d011158c7fd6fe78ab4ede5e09459f5, server=770665a7984d,39023,1731493014973}] 2024-11-13T10:17:04,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:17:04,284 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731493023100.7d011158c7fd6fe78ab4ede5e09459f5. 2024-11-13T10:17:04,284 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:17:04,285 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T10:17:04,287 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=770665a7984d%2C39023%2C1731493014973.rep, suffix=, logDir=hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/WALs/770665a7984d,39023,1731493014973, archiveDir=hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/oldWALs, maxLogs=10 2024-11-13T10:17:04,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/WALs/770665a7984d,39023,1731493014973/770665a7984d%2C39023%2C1731493014973.rep.1731493024288, exclude list is [], retry=0 2024-11-13T10:17:04,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40857,DS-5d522b45-bc71-452f-84b8-cc39fd38e9aa,DISK] 2024-11-13T10:17:04,316 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/WALs/770665a7984d,39023,1731493014973/770665a7984d%2C39023%2C1731493014973.rep.1731493024288 2024-11-13T10:17:04,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37523:37523)] 2024-11-13T10:17:04,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 7d011158c7fd6fe78ab4ede5e09459f5, NAME => 'hbase:replication,,1731493023100.7d011158c7fd6fe78ab4ede5e09459f5.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:17:04,317 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T10:17:04,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T10:17:04,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731493023100.7d011158c7fd6fe78ab4ede5e09459f5. service=MultiRowMutationService 2024-11-13T10:17:04,318 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T10:17:04,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7d011158c7fd6fe78ab4ede5e09459f5 2024-11-13T10:17:04,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731493023100.7d011158c7fd6fe78ab4ede5e09459f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:17:04,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 7d011158c7fd6fe78ab4ede5e09459f5 2024-11-13T10:17:04,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 7d011158c7fd6fe78ab4ede5e09459f5 2024-11-13T10:17:04,320 INFO [StoreOpener-7d011158c7fd6fe78ab4ede5e09459f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7d011158c7fd6fe78ab4ede5e09459f5 2024-11-13T10:17:04,322 INFO [StoreOpener-7d011158c7fd6fe78ab4ede5e09459f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d011158c7fd6fe78ab4ede5e09459f5 columnFamilyName hfileref 2024-11-13T10:17:04,322 DEBUG [StoreOpener-7d011158c7fd6fe78ab4ede5e09459f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:04,323 INFO [StoreOpener-7d011158c7fd6fe78ab4ede5e09459f5-1 {}] regionserver.HStore(327): Store=7d011158c7fd6fe78ab4ede5e09459f5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:17:04,323 INFO [StoreOpener-7d011158c7fd6fe78ab4ede5e09459f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7d011158c7fd6fe78ab4ede5e09459f5 2024-11-13T10:17:04,326 INFO [StoreOpener-7d011158c7fd6fe78ab4ede5e09459f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d011158c7fd6fe78ab4ede5e09459f5 columnFamilyName queue 2024-11-13T10:17:04,326 DEBUG [StoreOpener-7d011158c7fd6fe78ab4ede5e09459f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:04,327 INFO [StoreOpener-7d011158c7fd6fe78ab4ede5e09459f5-1 {}] regionserver.HStore(327): Store=7d011158c7fd6fe78ab4ede5e09459f5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:17:04,327 INFO [StoreOpener-7d011158c7fd6fe78ab4ede5e09459f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7d011158c7fd6fe78ab4ede5e09459f5 2024-11-13T10:17:04,329 INFO [StoreOpener-7d011158c7fd6fe78ab4ede5e09459f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d011158c7fd6fe78ab4ede5e09459f5 columnFamilyName sid 2024-11-13T10:17:04,329 DEBUG [StoreOpener-7d011158c7fd6fe78ab4ede5e09459f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:04,330 INFO [StoreOpener-7d011158c7fd6fe78ab4ede5e09459f5-1 {}] regionserver.HStore(327): Store=7d011158c7fd6fe78ab4ede5e09459f5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:17:04,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 7d011158c7fd6fe78ab4ede5e09459f5 2024-11-13T10:17:04,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/data/hbase/replication/7d011158c7fd6fe78ab4ede5e09459f5 2024-11-13T10:17:04,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/data/hbase/replication/7d011158c7fd6fe78ab4ede5e09459f5 2024-11-13T10:17:04,333 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 7d011158c7fd6fe78ab4ede5e09459f5 2024-11-13T10:17:04,333 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 7d011158c7fd6fe78ab4ede5e09459f5 2024-11-13T10:17:04,334 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T10:17:04,336 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 7d011158c7fd6fe78ab4ede5e09459f5 2024-11-13T10:17:04,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/data/hbase/replication/7d011158c7fd6fe78ab4ede5e09459f5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:17:04,341 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 7d011158c7fd6fe78ab4ede5e09459f5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63424053, jitterRate=-0.054907962679862976}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T10:17:04,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7d011158c7fd6fe78ab4ede5e09459f5 2024-11-13T10:17:04,342 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 7d011158c7fd6fe78ab4ede5e09459f5: Running coprocessor pre-open hook at 1731493024318Writing region info on filesystem at 1731493024318Initializing all the Stores at 1731493024320 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493024320Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493024320Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493024320Cleaning up temporary data from old regions at 1731493024333 (+13 ms)Running coprocessor post-open hooks at 1731493024341 (+8 ms)Region opened successfully at 1731493024342 (+1 ms) 2024-11-13T10:17:04,344 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731493023100.7d011158c7fd6fe78ab4ede5e09459f5., pid=7, masterSystemTime=1731493024277 2024-11-13T10:17:04,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731493023100.7d011158c7fd6fe78ab4ede5e09459f5. 2024-11-13T10:17:04,347 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731493023100.7d011158c7fd6fe78ab4ede5e09459f5. 2024-11-13T10:17:04,349 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=7d011158c7fd6fe78ab4ede5e09459f5, regionState=OPEN, openSeqNum=2, regionLocation=770665a7984d,39023,1731493014973 2024-11-13T10:17:04,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7d011158c7fd6fe78ab4ede5e09459f5, server=770665a7984d,39023,1731493014973 because future has completed 2024-11-13T10:17:04,360 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-13T10:17:04,361 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 7d011158c7fd6fe78ab4ede5e09459f5, server=770665a7984d,39023,1731493014973 in 234 msec 2024-11-13T10:17:04,364 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T10:17:04,364 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7d011158c7fd6fe78ab4ede5e09459f5, ASSIGN in 402 msec 2024-11-13T10:17:04,366 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T10:17:04,366 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731493024366"}]},"ts":"1731493024366"} 2024-11-13T10:17:04,369 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T10:17:04,371 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T10:17:04,374 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2700 sec 2024-11-13T10:17:04,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731493023100.7d011158c7fd6fe78ab4ede5e09459f5., hostname=770665a7984d,39023,1731493014973, seqNum=2] 2024-11-13T10:17:04,428 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39023 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-13T10:17:04,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41733-0x10110d483750000, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-851703746 2024-11-13T10:17:04,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39023-0x10110d483750001, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-851703746 2024-11-13T10:17:04,450 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T10:17:04,612 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T10:17:04,612 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T10:17:04,614 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39023 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-13T10:17:04,615 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T10:17:04,615 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-13T10:17:04,615 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T10:17:04,616 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T10:17:04,617 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-13T10:17:04,617 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T10:17:04,617 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T10:17:04,618 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T10:17:04,618 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T10:17:04,660 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-770665a7984d,39023,1731493014973, ReplicationSource: 1, currentBandwidth=0 2024-11-13T10:17:04,662 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:17:04,662 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,39023,1731493014973, seqNum=-1] 2024-11-13T10:17:04,663 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:17:04,665 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59067, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-13T10:17:04,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-770665a7984d,39023,1731493014973', locateType=CURRENT is [region=hbase:replication,,1731493023100.7d011158c7fd6fe78ab4ede5e09459f5., hostname=770665a7984d,39023,1731493014973, seqNum=2] 2024-11-13T10:17:04,675 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-13T10:17:04,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-13T10:17:04,681 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 770665a7984d,39023,1731493014973 suceeded 2024-11-13T10:17:04,684 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-13T10:17:04,684 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 231 msec 2024-11-13T10:17:04,684 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://770665a7984d:45515,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T10:17:04,687 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6300 sec 2024-11-13T10:17:04,695 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,39023,1731493014973 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='770665a7984d:45515' 2024-11-13T10:17:04,696 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,39023,1731493014973 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@470e6fe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:17:04,696 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,39023,1731493014973 {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,45515,-1 for getting cluster id 2024-11-13T10:17:04,696 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,39023,1731493014973 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:17:04,698 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '792b4a9d-e556-4efe-b914-37528838f539' 2024-11-13T10:17:04,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:17:04,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "792b4a9d-e556-4efe-b914-37528838f539" 2024-11-13T10:17:04,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@136ba44a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:17:04,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,45515,-1] 2024-11-13T10:17:04,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:17:04,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:04,700 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:17:04,701 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,39023,1731493014973 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ee96f55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:17:04,702 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,39023,1731493014973 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:17:04,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,45515,1731493020086 2024-11-13T10:17:04,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@94911f2 2024-11-13T10:17:04,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:17:04,704 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-13T10:17:04,705 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,39023,1731493014973 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-770665a7984d,39023,1731493014973 (queues=1) is replicating from cluster=e7e48c61-269d-42a0-9ce6-6827b14bf7c1 to cluster=792b4a9d-e556-4efe-b914-37528838f539 2024-11-13T10:17:04,708 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,39023,1731493014973 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=770665a7984d%2C39023%2C1731493014973 2024-11-13T10:17:04,713 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,39023,1731493014973 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-770665a7984d,39023,1731493014973, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T10:17:04,716 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,39023,1731493014973.replicationSource.shipper770665a7984d%2C39023%2C1731493014973,1-770665a7984d,39023,1731493014973 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 770665a7984d%2C39023%2C1731493014973 2024-11-13T10:17:04,724 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,39023,1731493014973.replicationSource.wal-reader.770665a7984d%2C39023%2C1731493014973,1-770665a7984d,39023,1731493014973 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/WALs/770665a7984d,39023,1731493014973/770665a7984d%2C39023%2C1731493014973.1731493017825, startPosition=0, beingWritten=true 2024-11-13T10:17:04,992 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,39023,1731493014973.replicationSource.wal-reader.770665a7984d%2C39023%2C1731493014973,1-770665a7984d,39023,1731493014973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/WALs/770665a7984d,39023,1731493014973/770665a7984d%2C39023%2C1731493014973.1731493017825 to pos 0, reset compression=false 2024-11-13T10:17:05,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:17:05,213 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T10:17:05,213 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T10:17:05,213 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:17:05,213 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:05,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:05,214 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:17:05,215 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@624c4eba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:17:05,215 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,41733,-1 for getting cluster id 2024-11-13T10:17:05,216 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:17:05,217 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e7e48c61-269d-42a0-9ce6-6827b14bf7c1' 2024-11-13T10:17:05,217 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:17:05,217 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e7e48c61-269d-42a0-9ce6-6827b14bf7c1" 2024-11-13T10:17:05,218 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@563cdc3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:17:05,218 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,41733,-1] 2024-11-13T10:17:05,218 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:17:05,219 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:05,220 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:17:05,221 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4044f1b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:17:05,222 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:17:05,223 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,41733,1731493014080 2024-11-13T10:17:05,223 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72069d2 2024-11-13T10:17:05,223 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:17:05,225 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T10:17:05,225 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://770665a7984d:45515,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T10:17:05,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T10:17:05,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-13T10:17:05,229 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='770665a7984d:45515' 2024-11-13T10:17:05,230 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5742b340, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:17:05,230 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,45515,-1 for getting cluster id 2024-11-13T10:17:05,230 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:17:05,231 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '792b4a9d-e556-4efe-b914-37528838f539' 2024-11-13T10:17:05,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:17:05,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "792b4a9d-e556-4efe-b914-37528838f539" 2024-11-13T10:17:05,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22e8f1a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:17:05,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,45515,-1] 2024-11-13T10:17:05,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:17:05,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:05,233 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:17:05,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3059ce47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:17:05,234 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:17:05,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,45515,1731493020086 2024-11-13T10:17:05,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18040356 2024-11-13T10:17:05,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:17:05,236 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T10:17:05,237 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-13T10:17:05,237 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T10:17:05,237 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:05,237 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:05,237 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:17:05,250 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T10:17:05,299 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,39023,1731493014973.replicationSource.wal-reader.770665a7984d%2C39023%2C1731493014973,1-770665a7984d,39023,1731493014973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/WALs/770665a7984d,39023,1731493014973/770665a7984d%2C39023%2C1731493014973.1731493017825 to pos 0, reset compression=false 2024-11-13T10:17:05,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-13T10:17:05,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39023 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-13T10:17:05,404 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-13T10:17:05,439 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-770665a7984d,39023,1731493014973, ReplicationSource: 2, currentBandwidth=0 2024-11-13T10:17:05,443 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-13T10:17:05,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-13T10:17:05,447 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 770665a7984d,39023,1731493014973 suceeded 2024-11-13T10:17:05,451 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T10:17:05,451 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-11-13T10:17:05,451 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://770665a7984d:45515,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T10:17:05,454 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 226 msec 2024-11-13T10:17:05,461 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,2-770665a7984d,39023,1731493014973 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='770665a7984d:45515' 2024-11-13T10:17:05,462 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,2-770665a7984d,39023,1731493014973 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a80f90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:17:05,463 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,2-770665a7984d,39023,1731493014973 {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,45515,-1 for getting cluster id 2024-11-13T10:17:05,463 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,2-770665a7984d,39023,1731493014973 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:17:05,464 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '792b4a9d-e556-4efe-b914-37528838f539' 2024-11-13T10:17:05,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:17:05,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "792b4a9d-e556-4efe-b914-37528838f539" 2024-11-13T10:17:05,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5561ec02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:17:05,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,45515,-1] 2024-11-13T10:17:05,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:17:05,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:05,466 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:17:05,467 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,2-770665a7984d,39023,1731493014973 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@520c8893, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:17:05,467 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,2-770665a7984d,39023,1731493014973 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:17:05,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,45515,1731493020086 2024-11-13T10:17:05,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51996fb6 2024-11-13T10:17:05,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:17:05,469 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-13T10:17:05,470 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,2-770665a7984d,39023,1731493014973 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-770665a7984d,39023,1731493014973 (queues=1) is replicating from cluster=e7e48c61-269d-42a0-9ce6-6827b14bf7c1 to cluster=792b4a9d-e556-4efe-b914-37528838f539 2024-11-13T10:17:05,470 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,2-770665a7984d,39023,1731493014973 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=770665a7984d%2C39023%2C1731493014973 2024-11-13T10:17:05,471 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,2-770665a7984d,39023,1731493014973 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-770665a7984d,39023,1731493014973, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T10:17:05,471 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,2-770665a7984d,39023,1731493014973.replicationSource.shipper770665a7984d%2C39023%2C1731493014973,2-770665a7984d,39023,1731493014973 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 770665a7984d%2C39023%2C1731493014973 2024-11-13T10:17:05,471 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,2-770665a7984d,39023,1731493014973.replicationSource.wal-reader.770665a7984d%2C39023%2C1731493014973,2-770665a7984d,39023,1731493014973 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/WALs/770665a7984d,39023,1731493014973/770665a7984d%2C39023%2C1731493014973.1731493017825, startPosition=0, beingWritten=true 2024-11-13T10:17:05,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-13T10:17:05,542 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-13T10:17:05,542 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T10:17:05,542 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:17:05,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:05,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:05,543 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:17:05,543 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:17:05,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,41733,1731493014080 2024-11-13T10:17:05,545 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@207d590b 2024-11-13T10:17:05,547 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:17:05,548 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T10:17:05,550 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-13T10:17:05,551 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-13T10:17:05,552 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-13T10:17:05,553 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-13T10:17:05,556 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://770665a7984d:45515,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T10:17:05,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-13T10:17:05,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-13T10:17:05,562 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='770665a7984d:45515' 2024-11-13T10:17:05,564 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27aae069, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:17:05,564 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,45515,-1 for getting cluster id 2024-11-13T10:17:05,564 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:17:05,565 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '792b4a9d-e556-4efe-b914-37528838f539' 2024-11-13T10:17:05,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:17:05,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "792b4a9d-e556-4efe-b914-37528838f539" 2024-11-13T10:17:05,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1622c1a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:17:05,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,45515,-1] 2024-11-13T10:17:05,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:17:05,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:05,567 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:17:05,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@380cfae9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:17:05,568 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:17:05,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,45515,1731493020086 2024-11-13T10:17:05,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d8ed4a9 2024-11-13T10:17:05,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:17:05,570 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T10:17:05,571 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-13T10:17:05,571 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T10:17:05,571 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:05,571 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:05,571 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:17:05,576 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T10:17:05,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-13T10:17:05,678 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,2-770665a7984d,39023,1731493014973.replicationSource.wal-reader.770665a7984d%2C39023%2C1731493014973,2-770665a7984d,39023,1731493014973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/WALs/770665a7984d,39023,1731493014973/770665a7984d%2C39023%2C1731493014973.1731493017825 to pos 0, reset compression=false 2024-11-13T10:17:05,706 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,39023,1731493014973.replicationSource.wal-reader.770665a7984d%2C39023%2C1731493014973,1-770665a7984d,39023,1731493014973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/WALs/770665a7984d,39023,1731493014973/770665a7984d%2C39023%2C1731493014973.1731493017825 to pos 0, reset compression=false 2024-11-13T10:17:05,730 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39023 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-13T10:17:05,730 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-13T10:17:05,732 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-13T10:17:05,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-13T10:17:05,735 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 770665a7984d,39023,1731493014973 suceeded 2024-11-13T10:17:05,738 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-13T10:17:05,738 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-13T10:17:05,738 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://770665a7984d:45515,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T10:17:05,741 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 182 msec 2024-11-13T10:17:05,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-13T10:17:05,883 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-13T10:17:05,884 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://770665a7984d:45515,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T10:17:05,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-13T10:17:05,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-13T10:17:05,888 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='770665a7984d:45515' 2024-11-13T10:17:05,889 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21d1918c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:17:05,890 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,45515,-1 for getting cluster id 2024-11-13T10:17:05,890 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:17:05,891 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '792b4a9d-e556-4efe-b914-37528838f539' 2024-11-13T10:17:05,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:17:05,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "792b4a9d-e556-4efe-b914-37528838f539" 2024-11-13T10:17:05,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@92842b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:17:05,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,45515,-1] 2024-11-13T10:17:05,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:17:05,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:05,893 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:17:05,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27270fe4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:17:05,894 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:17:05,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,45515,1731493020086 2024-11-13T10:17:05,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56c5425b 2024-11-13T10:17:05,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:17:05,896 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T10:17:05,897 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T10:17:05,897 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T10:17:05,897 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:05,897 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:05,898 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:17:05,902 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T10:17:05,986 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,2-770665a7984d,39023,1731493014973.replicationSource.wal-reader.770665a7984d%2C39023%2C1731493014973,2-770665a7984d,39023,1731493014973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/WALs/770665a7984d,39023,1731493014973/770665a7984d%2C39023%2C1731493014973.1731493017825 to pos 0, reset compression=false 2024-11-13T10:17:05,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-13T10:17:06,056 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39023 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-13T10:17:06,056 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-13T10:17:06,057 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-13T10:17:06,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-13T10:17:06,061 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 770665a7984d,39023,1731493014973 suceeded 2024-11-13T10:17:06,064 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-13T10:17:06,065 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://770665a7984d:45515,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T10:17:06,065 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-13T10:17:06,067 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 181 msec 2024-11-13T10:17:06,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-13T10:17:06,203 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-13T10:17:06,203 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-13T10:17:06,204 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-13T10:17:06,205 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T10:17:06,205 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:17:06,205 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:06,205 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:06,205 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:17:06,206 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T10:17:06,206 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1874663773, stopped=false 2024-11-13T10:17:06,206 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=770665a7984d,41733,1731493014080 2024-11-13T10:17:06,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39023-0x10110d483750001, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-851703746/running 2024-11-13T10:17:06,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41733-0x10110d483750000, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-851703746/running 2024-11-13T10:17:06,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39023-0x10110d483750001, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-851703746 2024-11-13T10:17:06,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41733-0x10110d483750000, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-851703746 2024-11-13T10:17:06,208 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T10:17:06,209 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T10:17:06,209 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:17:06,209 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:06,209 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '770665a7984d,39023,1731493014973' ***** 2024-11-13T10:17:06,209 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T10:17:06,210 INFO [RS:0;770665a7984d:39023 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T10:17:06,210 INFO [RS:0;770665a7984d:39023 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T10:17:06,210 INFO [RS:0;770665a7984d:39023 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T10:17:06,210 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39023-0x10110d483750001, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Set watcher on znode that does not yet exist, /0-851703746/running 2024-11-13T10:17:06,210 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41733-0x10110d483750000, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Set watcher on znode that does not yet exist, /0-851703746/running 2024-11-13T10:17:06,210 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T10:17:06,211 INFO [RS:0;770665a7984d:39023 {}] regionserver.HRegionServer(3091): Received CLOSE for 7d011158c7fd6fe78ab4ede5e09459f5 2024-11-13T10:17:06,211 INFO [RS:0;770665a7984d:39023 {}] regionserver.HRegionServer(959): stopping server 770665a7984d,39023,1731493014973 2024-11-13T10:17:06,211 INFO [RS:0;770665a7984d:39023 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T10:17:06,211 INFO [RS:0;770665a7984d:39023 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;770665a7984d:39023. 2024-11-13T10:17:06,211 DEBUG [RS:0;770665a7984d:39023 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:17:06,211 DEBUG [RS:0;770665a7984d:39023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:06,212 INFO [RS:0;770665a7984d:39023 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T10:17:06,212 INFO [RS:0;770665a7984d:39023 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T10:17:06,212 INFO [RS:0;770665a7984d:39023 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T10:17:06,212 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7d011158c7fd6fe78ab4ede5e09459f5, disabling compactions & flushes 2024-11-13T10:17:06,212 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731493023100.7d011158c7fd6fe78ab4ede5e09459f5. 2024-11-13T10:17:06,212 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731493023100.7d011158c7fd6fe78ab4ede5e09459f5. 2024-11-13T10:17:06,212 INFO [RS:0;770665a7984d:39023 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T10:17:06,212 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731493023100.7d011158c7fd6fe78ab4ede5e09459f5. after waiting 0 ms 2024-11-13T10:17:06,212 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731493023100.7d011158c7fd6fe78ab4ede5e09459f5. 2024-11-13T10:17:06,212 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,39023,1731493014973.replicationSource.wal-reader.770665a7984d%2C39023%2C1731493014973,1-770665a7984d,39023,1731493014973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/WALs/770665a7984d,39023,1731493014973/770665a7984d%2C39023%2C1731493014973.1731493017825 to pos 0, reset compression=false 2024-11-13T10:17:06,212 INFO [RS:0;770665a7984d:39023 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T10:17:06,212 DEBUG [RS:0;770665a7984d:39023 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7d011158c7fd6fe78ab4ede5e09459f5=hbase:replication,,1731493023100.7d011158c7fd6fe78ab4ede5e09459f5.} 2024-11-13T10:17:06,212 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T10:17:06,212 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T10:17:06,213 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T10:17:06,213 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T10:17:06,213 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T10:17:06,213 DEBUG [RS:0;770665a7984d:39023 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7d011158c7fd6fe78ab4ede5e09459f5 2024-11-13T10:17:06,216 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-13T10:17:06,216 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7d011158c7fd6fe78ab4ede5e09459f5 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-13T10:17:06,258 INFO [regionserver/770665a7984d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T10:17:06,285 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/data/hbase/replication/7d011158c7fd6fe78ab4ede5e09459f5/.tmp/queue/33f7ecb244aa4dce95225bf0274c9700 is 151, key is 1-770665a7984d,39023,1731493014973/queue:770665a7984d%2C39023%2C1731493014973/1731493024670/Put/seqid=0 2024-11-13T10:17:06,285 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/data/hbase/meta/1588230740/.tmp/info/81738327e1724ca49d141876128f2dd2 is 147, key is hbase:replication,,1731493023100.7d011158c7fd6fe78ab4ede5e09459f5./info:regioninfo/1731493024349/Put/seqid=0 2024-11-13T10:17:06,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40857 is added to blk_1073741838_1014 (size=5500) 2024-11-13T10:17:06,299 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/data/hbase/replication/7d011158c7fd6fe78ab4ede5e09459f5/.tmp/queue/33f7ecb244aa4dce95225bf0274c9700 2024-11-13T10:17:06,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40857 is added to blk_1073741839_1015 (size=6631) 2024-11-13T10:17:06,341 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/data/hbase/replication/7d011158c7fd6fe78ab4ede5e09459f5/.tmp/queue/33f7ecb244aa4dce95225bf0274c9700 as hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/data/hbase/replication/7d011158c7fd6fe78ab4ede5e09459f5/queue/33f7ecb244aa4dce95225bf0274c9700 2024-11-13T10:17:06,351 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/data/hbase/replication/7d011158c7fd6fe78ab4ede5e09459f5/queue/33f7ecb244aa4dce95225bf0274c9700, entries=2, sequenceid=6, filesize=5.4 K 2024-11-13T10:17:06,358 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 7d011158c7fd6fe78ab4ede5e09459f5 in 141ms, sequenceid=6, compaction requested=false 2024-11-13T10:17:06,358 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T10:17:06,366 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/data/hbase/replication/7d011158c7fd6fe78ab4ede5e09459f5/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-13T10:17:06,369 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T10:17:06,369 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T10:17:06,369 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731493023100.7d011158c7fd6fe78ab4ede5e09459f5. 2024-11-13T10:17:06,369 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7d011158c7fd6fe78ab4ede5e09459f5: Waiting for close lock at 1731493026211Running coprocessor pre-close hooks at 1731493026212 (+1 ms)Disabling compacts and flushes for region at 1731493026212Disabling writes for close at 1731493026212Obtaining lock to block concurrent updates at 1731493026216 (+4 ms)Preparing flush snapshotting stores in 7d011158c7fd6fe78ab4ede5e09459f5 at 1731493026216Finished memstore snapshotting hbase:replication,,1731493023100.7d011158c7fd6fe78ab4ede5e09459f5., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731493026225 (+9 ms)Flushing stores of hbase:replication,,1731493023100.7d011158c7fd6fe78ab4ede5e09459f5. at 1731493026226 (+1 ms)Flushing 7d011158c7fd6fe78ab4ede5e09459f5/queue: creating writer at 1731493026228 (+2 ms)Flushing 7d011158c7fd6fe78ab4ede5e09459f5/queue: appending metadata at 1731493026268 (+40 ms)Flushing 7d011158c7fd6fe78ab4ede5e09459f5/queue: closing flushed file at 1731493026271 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@608a04b5: reopening flushed file at 1731493026340 (+69 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 7d011158c7fd6fe78ab4ede5e09459f5 in 141ms, sequenceid=6, compaction requested=false at 1731493026358 (+18 ms)Writing region close event to WAL at 1731493026361 (+3 ms)Running coprocessor post-close hooks at 1731493026367 (+6 ms)Closed at 1731493026369 (+2 ms) 2024-11-13T10:17:06,370 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731493023100.7d011158c7fd6fe78ab4ede5e09459f5. 2024-11-13T10:17:06,394 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,2-770665a7984d,39023,1731493014973.replicationSource.wal-reader.770665a7984d%2C39023%2C1731493014973,2-770665a7984d,39023,1731493014973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/WALs/770665a7984d,39023,1731493014973/770665a7984d%2C39023%2C1731493014973.1731493017825 to pos 0, reset compression=false 2024-11-13T10:17:06,413 DEBUG [RS:0;770665a7984d:39023 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T10:17:06,613 DEBUG [RS:0;770665a7984d:39023 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T10:17:06,651 INFO [regionserver/770665a7984d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T10:17:06,651 INFO [regionserver/770665a7984d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T10:17:06,704 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/data/hbase/meta/1588230740/.tmp/info/81738327e1724ca49d141876128f2dd2 2024-11-13T10:17:06,734 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/data/hbase/meta/1588230740/.tmp/ns/53164a2838dd4483903a41cdf875b614 is 43, key is default/ns:d/1731493018615/Put/seqid=0 2024-11-13T10:17:06,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40857 is added to blk_1073741840_1016 (size=5153) 2024-11-13T10:17:06,813 DEBUG [RS:0;770665a7984d:39023 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T10:17:06,821 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,39023,1731493014973.replicationSource.wal-reader.770665a7984d%2C39023%2C1731493014973,1-770665a7984d,39023,1731493014973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/WALs/770665a7984d,39023,1731493014973/770665a7984d%2C39023%2C1731493014973.1731493017825 to pos 0, reset compression=false 2024-11-13T10:17:06,901 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,2-770665a7984d,39023,1731493014973.replicationSource.wal-reader.770665a7984d%2C39023%2C1731493014973,2-770665a7984d,39023,1731493014973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/WALs/770665a7984d,39023,1731493014973/770665a7984d%2C39023%2C1731493014973.1731493017825 to pos 0, reset compression=false 2024-11-13T10:17:07,014 DEBUG [RS:0;770665a7984d:39023 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T10:17:07,141 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/data/hbase/meta/1588230740/.tmp/ns/53164a2838dd4483903a41cdf875b614 2024-11-13T10:17:07,167 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/data/hbase/meta/1588230740/.tmp/table/2f92f269d43b47a9b9a66e6139847111 is 53, key is hbase:replication/table:state/1731493024366/Put/seqid=0 2024-11-13T10:17:07,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40857 is added to blk_1073741841_1017 (size=5256) 2024-11-13T10:17:07,214 INFO [RS:0;770665a7984d:39023 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T10:17:07,214 DEBUG [RS:0;770665a7984d:39023 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T10:17:07,214 DEBUG [RS:0;770665a7984d:39023 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T10:17:07,414 DEBUG [RS:0;770665a7984d:39023 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T10:17:07,509 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,2-770665a7984d,39023,1731493014973.replicationSource.wal-reader.770665a7984d%2C39023%2C1731493014973,2-770665a7984d,39023,1731493014973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/WALs/770665a7984d,39023,1731493014973/770665a7984d%2C39023%2C1731493014973.1731493017825 to pos 0, reset compression=false 2024-11-13T10:17:07,528 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,39023,1731493014973.replicationSource.wal-reader.770665a7984d%2C39023%2C1731493014973,1-770665a7984d,39023,1731493014973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/WALs/770665a7984d,39023,1731493014973/770665a7984d%2C39023%2C1731493014973.1731493017825 to pos 0, reset compression=false 2024-11-13T10:17:07,574 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/data/hbase/meta/1588230740/.tmp/table/2f92f269d43b47a9b9a66e6139847111 2024-11-13T10:17:07,584 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/data/hbase/meta/1588230740/.tmp/info/81738327e1724ca49d141876128f2dd2 as hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/data/hbase/meta/1588230740/info/81738327e1724ca49d141876128f2dd2 2024-11-13T10:17:07,593 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/data/hbase/meta/1588230740/info/81738327e1724ca49d141876128f2dd2, entries=10, sequenceid=11, filesize=6.5 K 2024-11-13T10:17:07,595 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/data/hbase/meta/1588230740/.tmp/ns/53164a2838dd4483903a41cdf875b614 as hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/data/hbase/meta/1588230740/ns/53164a2838dd4483903a41cdf875b614 2024-11-13T10:17:07,603 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/data/hbase/meta/1588230740/ns/53164a2838dd4483903a41cdf875b614, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T10:17:07,604 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/data/hbase/meta/1588230740/.tmp/table/2f92f269d43b47a9b9a66e6139847111 as hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/data/hbase/meta/1588230740/table/2f92f269d43b47a9b9a66e6139847111 2024-11-13T10:17:07,613 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/data/hbase/meta/1588230740/table/2f92f269d43b47a9b9a66e6139847111, entries=2, sequenceid=11, filesize=5.1 K 2024-11-13T10:17:07,614 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1401ms, sequenceid=11, compaction requested=false 2024-11-13T10:17:07,615 DEBUG [RS:0;770665a7984d:39023 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T10:17:07,621 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T10:17:07,622 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T10:17:07,622 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T10:17:07,622 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T10:17:07,622 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731493026212Running coprocessor pre-close hooks at 1731493026212Disabling compacts and flushes for region at 1731493026212Disabling writes for close at 1731493026213 (+1 ms)Obtaining lock to block concurrent updates at 1731493026216 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1731493026216Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731493026225 (+9 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731493026226 (+1 ms)Flushing 1588230740/info: creating writer at 1731493026228 (+2 ms)Flushing 1588230740/info: appending metadata at 1731493026268 (+40 ms)Flushing 1588230740/info: closing flushed file at 1731493026271 (+3 ms)Flushing 1588230740/ns: creating writer at 1731493026713 (+442 ms)Flushing 1588230740/ns: appending metadata at 1731493026733 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731493026733Flushing 1588230740/table: creating writer at 1731493027149 (+416 ms)Flushing 1588230740/table: appending metadata at 1731493027166 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731493027166Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bb0328a: reopening flushed file at 1731493027582 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30164d7f: reopening flushed file at 1731493027594 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cd512f1: reopening flushed file at 1731493027603 (+9 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1401ms, sequenceid=11, compaction requested=false at 1731493027614 (+11 ms)Writing region close event to WAL at 1731493027616 (+2 ms)Running coprocessor post-close hooks at 1731493027622 (+6 ms)Closed at 1731493027622 2024-11-13T10:17:07,622 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T10:17:07,815 INFO [RS:0;770665a7984d:39023 {}] regionserver.HRegionServer(976): stopping server 770665a7984d,39023,1731493014973; all regions closed. 2024-11-13T10:17:07,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40857 is added to blk_1073741834_1010 (size=2742) 2024-11-13T10:17:07,830 DEBUG [RS:0;770665a7984d:39023 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/oldWALs 2024-11-13T10:17:07,830 INFO [RS:0;770665a7984d:39023 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 770665a7984d%2C39023%2C1731493014973.meta:.meta(num 1731493018408) 2024-11-13T10:17:07,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40857 is added to blk_1073741837_1013 (size=1802) 2024-11-13T10:17:07,837 DEBUG [RS:0;770665a7984d:39023 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/oldWALs 2024-11-13T10:17:07,837 INFO [RS:0;770665a7984d:39023 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 770665a7984d%2C39023%2C1731493014973.rep:(num 1731493024288) 2024-11-13T10:17:07,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40857 is added to blk_1073741833_1009 (size=93) 2024-11-13T10:17:07,850 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/WALs/770665a7984d,39023,1731493014973/770665a7984d%2C39023%2C1731493014973.1731493017825 not finished, retry = 0 2024-11-13T10:17:07,962 DEBUG [RS:0;770665a7984d:39023 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/oldWALs 2024-11-13T10:17:07,962 INFO [RS:0;770665a7984d:39023 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 770665a7984d%2C39023%2C1731493014973:(num 1731493017825) 2024-11-13T10:17:07,962 DEBUG [RS:0;770665a7984d:39023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:07,962 INFO [RS:0;770665a7984d:39023 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T10:17:07,962 INFO [RS:0;770665a7984d:39023 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T10:17:07,963 INFO [RS:0;770665a7984d:39023 {}] hbase.ChoreService(370): Chore service for: regionserver/770665a7984d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T10:17:07,963 INFO [RS:0;770665a7984d:39023 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T10:17:07,963 INFO [regionserver/770665a7984d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T10:17:07,964 INFO [RS:0;770665a7984d:39023 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-770665a7984d,39023,1731493014973 because: Region server is closing 2024-11-13T10:17:07,964 INFO [RS:0;770665a7984d:39023 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;770665a7984d:39023. 2024-11-13T10:17:07,964 DEBUG [RS:0;770665a7984d:39023 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:17:07,965 DEBUG [RS:0;770665a7984d:39023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:07,965 DEBUG [RS:0;770665a7984d:39023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:07,965 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:17:08,065 WARN [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,39023,1731493014973.replicationSource.wal-reader.770665a7984d%2C39023%2C1731493014973,1-770665a7984d,39023,1731493014973 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T10:17:08,065 WARN [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,39023,1731493014973.replicationSource.shipper770665a7984d%2C39023%2C1731493014973,1-770665a7984d,39023,1731493014973 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T10:17:08,066 INFO [RS:0;770665a7984d:39023 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,39023,1731493014973.replicationSource.shipper770665a7984d%2C39023%2C1731493014973,1-770665a7984d,39023,1731493014973 terminated 2024-11-13T10:17:08,067 INFO [RS:0;770665a7984d:39023 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-770665a7984d,39023,1731493014973 because: Region server is closing 2024-11-13T10:17:08,067 INFO [RS:0;770665a7984d:39023 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;770665a7984d:39023. 2024-11-13T10:17:08,068 DEBUG [RS:0;770665a7984d:39023 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:17:08,068 DEBUG [RS:0;770665a7984d:39023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:08,069 DEBUG [RS:0;770665a7984d:39023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:08,069 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:17:08,169 WARN [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,2-770665a7984d,39023,1731493014973.replicationSource.shipper770665a7984d%2C39023%2C1731493014973,2-770665a7984d,39023,1731493014973 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T10:17:08,169 WARN [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,2-770665a7984d,39023,1731493014973.replicationSource.wal-reader.770665a7984d%2C39023%2C1731493014973,2-770665a7984d,39023,1731493014973 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T10:17:08,171 INFO [RS:0;770665a7984d:39023 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,2-770665a7984d,39023,1731493014973.replicationSource.shipper770665a7984d%2C39023%2C1731493014973,2-770665a7984d,39023,1731493014973 terminated 2024-11-13T10:17:08,171 INFO [RS:0;770665a7984d:39023 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39023 2024-11-13T10:17:08,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39023-0x10110d483750001, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-851703746/rs/770665a7984d,39023,1731493014973 2024-11-13T10:17:08,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41733-0x10110d483750000, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-851703746/rs 2024-11-13T10:17:08,177 INFO [RS:0;770665a7984d:39023 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T10:17:08,181 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [770665a7984d,39023,1731493014973] 2024-11-13T10:17:08,183 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-851703746/draining/770665a7984d,39023,1731493014973 already deleted, retry=false 2024-11-13T10:17:08,183 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 770665a7984d,39023,1731493014973 expired; onlineServers=0 2024-11-13T10:17:08,183 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '770665a7984d,41733,1731493014080' ***** 2024-11-13T10:17:08,183 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T10:17:08,184 INFO [M:0;770665a7984d:41733 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T10:17:08,184 INFO [M:0;770665a7984d:41733 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T10:17:08,184 DEBUG [M:0;770665a7984d:41733 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T10:17:08,184 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T10:17:08,184 DEBUG [M:0;770665a7984d:41733 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T10:17:08,184 DEBUG [master/770665a7984d:0:becomeActiveMaster-HFileCleaner.large.0-1731493017491 {}] cleaner.HFileCleaner(306): Exit Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.large.0-1731493017491,5,FailOnTimeoutGroup] 2024-11-13T10:17:08,184 DEBUG [master/770665a7984d:0:becomeActiveMaster-HFileCleaner.small.0-1731493017491 {}] cleaner.HFileCleaner(306): Exit Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.small.0-1731493017491,5,FailOnTimeoutGroup] 2024-11-13T10:17:08,185 INFO [M:0;770665a7984d:41733 {}] hbase.ChoreService(370): Chore service for: master/770665a7984d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T10:17:08,185 INFO [M:0;770665a7984d:41733 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T10:17:08,185 DEBUG [M:0;770665a7984d:41733 {}] master.HMaster(1795): Stopping service threads 2024-11-13T10:17:08,185 INFO [M:0;770665a7984d:41733 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T10:17:08,185 INFO [M:0;770665a7984d:41733 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T10:17:08,186 INFO [M:0;770665a7984d:41733 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T10:17:08,186 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T10:17:08,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41733-0x10110d483750000, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-851703746/master 2024-11-13T10:17:08,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41733-0x10110d483750000, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-851703746 2024-11-13T10:17:08,191 DEBUG [M:0;770665a7984d:41733 {}] zookeeper.RecoverableZooKeeper(212): Node /0-851703746/master already deleted, retry=false 2024-11-13T10:17:08,191 DEBUG [M:0;770665a7984d:41733 {}] master.ActiveMasterManager(353): master:41733-0x10110d483750000, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-851703746/master 2024-11-13T10:17:08,192 INFO [M:0;770665a7984d:41733 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/.lastflushedseqids 2024-11-13T10:17:08,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40857 is added to blk_1073741842_1018 (size=181) 2024-11-13T10:17:08,211 INFO [M:0;770665a7984d:41733 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T10:17:08,211 INFO [M:0;770665a7984d:41733 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T10:17:08,211 DEBUG [M:0;770665a7984d:41733 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T10:17:08,211 INFO [M:0;770665a7984d:41733 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:17:08,211 DEBUG [M:0;770665a7984d:41733 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:17:08,211 DEBUG [M:0;770665a7984d:41733 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T10:17:08,211 DEBUG [M:0;770665a7984d:41733 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:17:08,212 INFO [M:0;770665a7984d:41733 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-13T10:17:08,243 DEBUG [M:0;770665a7984d:41733 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9ad9370730a8405ba27435edda110cc9 is 82, key is hbase:meta,,1/info:regioninfo/1731493018532/Put/seqid=0 2024-11-13T10:17:08,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40857 is added to blk_1073741843_1019 (size=5672) 2024-11-13T10:17:08,261 INFO [M:0;770665a7984d:41733 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9ad9370730a8405ba27435edda110cc9 2024-11-13T10:17:08,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39023-0x10110d483750001, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:17:08,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39023-0x10110d483750001, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:17:08,281 INFO [RS:0;770665a7984d:39023 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T10:17:08,282 INFO [RS:0;770665a7984d:39023 {}] regionserver.HRegionServer(1031): Exiting; stopping=770665a7984d,39023,1731493014973; zookeeper connection closed. 2024-11-13T10:17:08,285 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@476bfc48 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@476bfc48 2024-11-13T10:17:08,286 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T10:17:08,308 DEBUG [M:0;770665a7984d:41733 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0bb7f93b46bc44ac8877c09d891c0596 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731493024373/Put/seqid=0 2024-11-13T10:17:08,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40857 is added to blk_1073741844_1020 (size=8663) 2024-11-13T10:17:08,356 INFO [M:0;770665a7984d:41733 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0bb7f93b46bc44ac8877c09d891c0596 2024-11-13T10:17:08,408 DEBUG [M:0;770665a7984d:41733 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/899107b284a6434f849b5a0b42877cc0 is 69, key is 770665a7984d,39023,1731493014973/rs:state/1731493017553/Put/seqid=0 2024-11-13T10:17:08,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40857 is added to blk_1073741845_1021 (size=5156) 2024-11-13T10:17:08,820 INFO [M:0;770665a7984d:41733 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/899107b284a6434f849b5a0b42877cc0 2024-11-13T10:17:08,830 DEBUG [M:0;770665a7984d:41733 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9ad9370730a8405ba27435edda110cc9 as hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9ad9370730a8405ba27435edda110cc9 2024-11-13T10:17:08,838 INFO [M:0;770665a7984d:41733 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9ad9370730a8405ba27435edda110cc9, entries=8, sequenceid=115, filesize=5.5 K 2024-11-13T10:17:08,840 DEBUG [M:0;770665a7984d:41733 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0bb7f93b46bc44ac8877c09d891c0596 as hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0bb7f93b46bc44ac8877c09d891c0596 2024-11-13T10:17:08,847 INFO [M:0;770665a7984d:41733 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0bb7f93b46bc44ac8877c09d891c0596, entries=14, sequenceid=115, filesize=8.5 K 2024-11-13T10:17:08,848 DEBUG [M:0;770665a7984d:41733 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/899107b284a6434f849b5a0b42877cc0 as hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/899107b284a6434f849b5a0b42877cc0 2024-11-13T10:17:08,855 INFO [M:0;770665a7984d:41733 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/899107b284a6434f849b5a0b42877cc0, entries=1, sequenceid=115, filesize=5.0 K 2024-11-13T10:17:08,856 INFO [M:0;770665a7984d:41733 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 645ms, sequenceid=115, compaction requested=false 2024-11-13T10:17:08,858 INFO [M:0;770665a7984d:41733 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:17:08,858 DEBUG [M:0;770665a7984d:41733 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731493028211Disabling compacts and flushes for region at 1731493028211Disabling writes for close at 1731493028211Obtaining lock to block concurrent updates at 1731493028212 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731493028212Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731493028212Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731493028214 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731493028214Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731493028243 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731493028243Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731493028276 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731493028307 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731493028307Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731493028374 (+67 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731493028407 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731493028407Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f28bd8c: reopening flushed file at 1731493028828 (+421 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32e014e7: reopening flushed file at 1731493028839 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f3a5428: reopening flushed file at 1731493028847 (+8 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 645ms, sequenceid=115, compaction requested=false at 1731493028856 (+9 ms)Writing region close event to WAL at 1731493028858 (+2 ms)Closed at 1731493028858 2024-11-13T10:17:08,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40857 is added to blk_1073741830_1006 (size=59421) 2024-11-13T10:17:08,862 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T10:17:08,863 INFO [M:0;770665a7984d:41733 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T10:17:08,863 INFO [M:0;770665a7984d:41733 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41733 2024-11-13T10:17:08,863 INFO [M:0;770665a7984d:41733 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T10:17:08,965 INFO [M:0;770665a7984d:41733 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T10:17:08,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41733-0x10110d483750000, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:17:08,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41733-0x10110d483750000, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:17:08,968 INFO [Time-limited test {}] client.ConnectionUtils(128): master/770665a7984d:0 server-side Connection retries=45 2024-11-13T10:17:08,968 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:17:08,968 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T10:17:08,968 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T10:17:08,968 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:17:08,968 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T10:17:08,968 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T10:17:08,969 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T10:17:08,969 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44437 2024-11-13T10:17:08,971 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44437 connecting to ZooKeeper ensemble=127.0.0.1:63488 2024-11-13T10:17:08,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:444370x0, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T10:17:08,975 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44437-0x10110d483750006 connected 2024-11-13T10:17:08,979 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:17:08,981 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:17:08,983 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44437-0x10110d483750006, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Set watcher on znode that does not yet exist, /0-851703746/running 2024-11-13T10:17:08,983 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-851703746/meta-region-server: INIT 2024-11-13T10:17:08,983 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60, hbase.cluster.distributed=false 2024-11-13T10:17:08,985 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44437-0x10110d483750006, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Set watcher on znode that does not yet exist, /0-851703746/acl 2024-11-13T10:17:08,985 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44437 2024-11-13T10:17:08,986 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44437 2024-11-13T10:17:08,986 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44437 2024-11-13T10:17:08,987 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44437 2024-11-13T10:17:08,987 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44437 2024-11-13T10:17:09,005 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/770665a7984d:0 server-side Connection retries=45 2024-11-13T10:17:09,005 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:17:09,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T10:17:09,006 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T10:17:09,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:17:09,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T10:17:09,006 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T10:17:09,006 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T10:17:09,009 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35965 2024-11-13T10:17:09,011 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35965 connecting to ZooKeeper ensemble=127.0.0.1:63488 2024-11-13T10:17:09,012 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:17:09,015 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:17:09,021 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:359650x0, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T10:17:09,022 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-851703746/meta-region-server: INIT 2024-11-13T10:17:09,022 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35965-0x10110d483750007 connected 2024-11-13T10:17:09,022 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35965-0x10110d483750007, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Set watcher on znode that does not yet exist, /0-851703746/running 2024-11-13T10:17:09,022 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T10:17:09,023 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T10:17:09,024 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35965-0x10110d483750007, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Set watcher on znode that does not yet exist, /0-851703746/master 2024-11-13T10:17:09,025 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35965-0x10110d483750007, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Set watcher on znode that does not yet exist, /0-851703746/acl 2024-11-13T10:17:09,027 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35965 2024-11-13T10:17:09,027 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35965 2024-11-13T10:17:09,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35965 2024-11-13T10:17:09,031 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35965 2024-11-13T10:17:09,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35965 2024-11-13T10:17:09,047 DEBUG [M:0;770665a7984d:44437 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;770665a7984d:44437 2024-11-13T10:17:09,048 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-851703746/backup-masters/770665a7984d,44437,1731493028967 2024-11-13T10:17:09,050 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35965-0x10110d483750007, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-851703746/backup-masters 2024-11-13T10:17:09,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44437-0x10110d483750006, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-851703746/backup-masters 2024-11-13T10:17:09,050 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44437-0x10110d483750006, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Set watcher on existing znode=/0-851703746/backup-masters/770665a7984d,44437,1731493028967 2024-11-13T10:17:09,052 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35965-0x10110d483750007, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-851703746/master 2024-11-13T10:17:09,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44437-0x10110d483750006, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-851703746 2024-11-13T10:17:09,052 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35965-0x10110d483750007, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-851703746 2024-11-13T10:17:09,053 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44437-0x10110d483750006, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Set watcher on existing znode=/0-851703746/master 2024-11-13T10:17:09,054 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-851703746/backup-masters/770665a7984d,44437,1731493028967 from backup master directory 2024-11-13T10:17:09,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44437-0x10110d483750006, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-851703746/backup-masters/770665a7984d,44437,1731493028967 2024-11-13T10:17:09,055 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35965-0x10110d483750007, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-851703746/backup-masters 2024-11-13T10:17:09,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44437-0x10110d483750006, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-851703746/backup-masters 2024-11-13T10:17:09,055 WARN [master/770665a7984d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T10:17:09,055 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=770665a7984d,44437,1731493028967 2024-11-13T10:17:09,072 INFO [master/770665a7984d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:17:09,072 INFO [master/770665a7984d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T10:17:09,087 INFO [master/770665a7984d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 15ms. 2024-11-13T10:17:09,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40857 is added to blk_1073741846_1022 (size=196) 2024-11-13T10:17:09,498 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T10:17:09,499 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T10:17:09,499 INFO [master/770665a7984d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:17:09,508 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-13T10:17:09,512 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/MasterData/WALs/770665a7984d,41733,1731493014080 to hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/MasterData/WALs/770665a7984d,41733,1731493014080-dead as it is dead 2024-11-13T10:17:09,514 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-13T10:17:09,514 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-13T10:17:09,514 INFO [master/770665a7984d:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/MasterData/WALs/770665a7984d,41733,1731493014080-dead/770665a7984d%2C41733%2C1731493014080.1731493016842 2024-11-13T10:17:09,520 INFO [master/770665a7984d:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/MasterData/WALs/770665a7984d,41733,1731493014080-dead/770665a7984d%2C41733%2C1731493014080.1731493016842 after 4ms 2024-11-13T10:17:09,522 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/MasterData/WALs/770665a7984d,41733,1731493014080-dead/770665a7984d%2C41733%2C1731493014080.1731493016842 to hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/770665a7984d%2C41733%2C1731493014080.1731493016842 2024-11-13T10:17:09,522 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/MasterData/WALs/770665a7984d,41733,1731493014080-dead 2024-11-13T10:17:09,522 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/MasterData/WALs/770665a7984d,44437,1731493028967 2024-11-13T10:17:09,523 INFO [master/770665a7984d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T10:17:09,525 INFO [master/770665a7984d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=770665a7984d%2C44437%2C1731493028967, suffix=, logDir=hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/MasterData/WALs/770665a7984d,44437,1731493028967, archiveDir=hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/MasterData/oldWALs, maxLogs=10 2024-11-13T10:17:09,540 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/MasterData/WALs/770665a7984d,44437,1731493028967/770665a7984d%2C44437%2C1731493028967.1731493029525, exclude list is [], retry=0 2024-11-13T10:17:09,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40857,DS-5d522b45-bc71-452f-84b8-cc39fd38e9aa,DISK] 2024-11-13T10:17:09,546 INFO [master/770665a7984d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/MasterData/WALs/770665a7984d,44437,1731493028967/770665a7984d%2C44437%2C1731493028967.1731493029525 2024-11-13T10:17:09,547 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37523:37523)] 2024-11-13T10:17:09,547 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:17:09,547 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:17:09,547 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:17:09,547 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:17:09,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:17:09,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T10:17:09,550 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:09,558 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9ad9370730a8405ba27435edda110cc9 2024-11-13T10:17:09,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:17:09,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:17:09,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T10:17:09,559 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:09,568 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0bb7f93b46bc44ac8877c09d891c0596 2024-11-13T10:17:09,568 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:17:09,568 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:17:09,569 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T10:17:09,569 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:09,577 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/899107b284a6434f849b5a0b42877cc0 2024-11-13T10:17:09,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:17:09,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:17:09,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T10:17:09,579 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:09,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:17:09,579 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:17:09,580 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-13T10:17:09,580 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/770665a7984d%2C41733%2C1731493014080.1731493016842 2024-11-13T10:17:09,593 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/770665a7984d%2C41733%2C1731493014080.1731493016842 2024-11-13T10:17:09,595 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/770665a7984d%2C41733%2C1731493014080.1731493016842 2024-11-13T10:17:09,596 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:17:09,596 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:17:09,597 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T10:17:09,599 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:17:09,601 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-13T10:17:09,602 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69793001, jitterRate=0.039996758103370667}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T10:17:09,603 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731493029547Initializing all the Stores at 1731493029549 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493029549Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493029549Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493029549Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493029549Cleaning up temporary data from old regions at 1731493029596 (+47 ms)Region opened successfully at 1731493029603 (+7 ms) 2024-11-13T10:17:09,603 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T10:17:09,607 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1de6b2e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=770665a7984d/172.17.0.2:0 2024-11-13T10:17:09,620 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-13T10:17:09,620 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T10:17:09,620 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T10:17:09,620 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T10:17:09,621 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T10:17:09,626 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T10:17:09,627 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T10:17:09,627 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T10:17:09,628 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T10:17:09,628 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-13T10:17:09,628 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-13T10:17:09,628 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-11-13T10:17:09,629 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T10:17:09,634 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=770665a7984d,39023,1731493014973, regionLocation=770665a7984d,39023,1731493014973, openSeqNum=2 2024-11-13T10:17:09,634 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=770665a7984d,39023,1731493014973, table=hbase:meta, region=1588230740 2024-11-13T10:17:09,634 INFO [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 770665a7984d,39023,1731493014973, state=OPEN 2024-11-13T10:17:09,636 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35965-0x10110d483750007, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-851703746/meta-region-server 2024-11-13T10:17:09,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44437-0x10110d483750006, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-851703746/meta-region-server 2024-11-13T10:17:09,636 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-851703746/meta-region-server: CHANGED 2024-11-13T10:17:09,636 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-851703746/meta-region-server: CHANGED 2024-11-13T10:17:09,641 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-13T10:17:09,642 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-851703746/draining/770665a7984d,39023,1731493014973 already deleted, retry=false 2024-11-13T10:17:09,643 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 770665a7984d,39023,1731493014973 on 770665a7984d,44437,1731493028967 2024-11-13T10:17:09,648 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 770665a7984d,39023,1731493014973, splitWal=true, meta=true 2024-11-13T10:17:09,650 INFO [master/770665a7984d:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for 770665a7984d,39023,1731493014973 (carryingMeta=true) 770665a7984d,39023,1731493014973/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@4e1c1652[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-13T10:17:09,654 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44437-0x10110d483750006, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Unable to get data of znode /0-851703746/balancer because node does not exist (not necessarily an error) 2024-11-13T10:17:09,659 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-851703746/balancer already deleted, retry=false 2024-11-13T10:17:09,660 INFO [master/770665a7984d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T10:17:09,661 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44437-0x10110d483750006, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Unable to get data of znode /0-851703746/normalizer because node does not exist (not necessarily an error) 2024-11-13T10:17:09,662 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-851703746/normalizer already deleted, retry=false 2024-11-13T10:17:09,662 INFO [master/770665a7984d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T10:17:09,663 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44437-0x10110d483750006, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Unable to get data of znode /0-851703746/switch/split because node does not exist (not necessarily an error) 2024-11-13T10:17:09,665 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-851703746/switch/split already deleted, retry=false 2024-11-13T10:17:09,666 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44437-0x10110d483750006, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Unable to get data of znode /0-851703746/switch/merge because node does not exist (not necessarily an error) 2024-11-13T10:17:09,667 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-851703746/switch/merge already deleted, retry=false 2024-11-13T10:17:09,675 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44437-0x10110d483750006, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Unable to get data of znode /0-851703746/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T10:17:09,677 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-851703746/snapshot-cleanup already deleted, retry=false 2024-11-13T10:17:09,679 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35965-0x10110d483750007, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-851703746/running 2024-11-13T10:17:09,679 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35965-0x10110d483750007, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-851703746 2024-11-13T10:17:09,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44437-0x10110d483750006, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-851703746/running 2024-11-13T10:17:09,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44437-0x10110d483750006, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-851703746 2024-11-13T10:17:09,680 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=770665a7984d,44437,1731493028967, sessionid=0x10110d483750006, setting cluster-up flag (Was=false) 2024-11-13T10:17:09,683 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-851703746/flush-table-proc/acquired, /0-851703746/flush-table-proc/reached, /0-851703746/flush-table-proc/abort 2024-11-13T10:17:09,685 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=770665a7984d,44437,1731493028967 2024-11-13T10:17:09,688 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-851703746/online-snapshot/acquired, /0-851703746/online-snapshot/reached, /0-851703746/online-snapshot/abort 2024-11-13T10:17:09,689 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=770665a7984d,44437,1731493028967 2024-11-13T10:17:09,690 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/.lastflushedseqids 2024-11-13T10:17:09,694 INFO [master/770665a7984d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T10:17:09,695 INFO [master/770665a7984d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T10:17:09,695 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 770665a7984d,44437,1731493028967 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 770665a7984d,39023,1731493014973 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T10:17:09,696 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:17:09,697 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:17:09,697 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:17:09,697 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:17:09,697 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/770665a7984d:0, corePoolSize=10, maxPoolSize=10 2024-11-13T10:17:09,697 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:17:09,697 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/770665a7984d:0, corePoolSize=2, maxPoolSize=2 2024-11-13T10:17:09,697 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:17:09,698 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731493059698 2024-11-13T10:17:09,698 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T10:17:09,698 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T10:17:09,698 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T10:17:09,699 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T10:17:09,699 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T10:17:09,699 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T10:17:09,699 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:09,699 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T10:17:09,699 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T10:17:09,699 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T10:17:09,699 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T10:17:09,700 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T10:17:09,700 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T10:17:09,700 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 770665a7984d,39023,1731493014973, splitWal=true, meta=true 2024-11-13T10:17:09,700 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.large.0-1731493029700,5,FailOnTimeoutGroup] 2024-11-13T10:17:09,701 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.small.0-1731493029700,5,FailOnTimeoutGroup] 2024-11-13T10:17:09,701 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:09,701 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T10:17:09,701 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:09,701 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:09,701 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731493029701, completionTime=-1 2024-11-13T10:17:09,701 WARN [master/770665a7984d:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-13T10:17:09,702 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 770665a7984d,39023,1731493014973, splitWal=true, meta=true, isMeta: true 2024-11-13T10:17:09,703 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/WALs/770665a7984d,39023,1731493014973-splitting 2024-11-13T10:17:09,704 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/WALs/770665a7984d,39023,1731493014973-splitting dir is empty, no logs to split. 2024-11-13T10:17:09,705 INFO [PEWorker-1 {}] master.SplitWALManager(105): 770665a7984d,39023,1731493014973 WAL count=0, meta=true 2024-11-13T10:17:09,705 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-13T10:17:09,709 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/WALs/770665a7984d,39023,1731493014973-splitting dir is empty, no logs to split. 2024-11-13T10:17:09,709 INFO [PEWorker-1 {}] master.SplitWALManager(105): 770665a7984d,39023,1731493014973 WAL count=0, meta=true 2024-11-13T10:17:09,709 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 770665a7984d,39023,1731493014973 WAL splitting is done? wals=0, meta=true 2024-11-13T10:17:09,711 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T10:17:09,713 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T10:17:09,714 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T10:17:09,736 INFO [RS:0;770665a7984d:35965 {}] regionserver.HRegionServer(746): ClusterId : e7e48c61-269d-42a0-9ce6-6827b14bf7c1 2024-11-13T10:17:09,736 DEBUG [RS:0;770665a7984d:35965 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T10:17:09,739 DEBUG [RS:0;770665a7984d:35965 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T10:17:09,739 DEBUG [RS:0;770665a7984d:35965 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T10:17:09,742 DEBUG [RS:0;770665a7984d:35965 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T10:17:09,743 DEBUG [RS:0;770665a7984d:35965 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@665d654c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=770665a7984d/172.17.0.2:0 2024-11-13T10:17:09,757 DEBUG [RS:0;770665a7984d:35965 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;770665a7984d:35965 2024-11-13T10:17:09,757 INFO [RS:0;770665a7984d:35965 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T10:17:09,757 INFO [RS:0;770665a7984d:35965 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T10:17:09,757 DEBUG [RS:0;770665a7984d:35965 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T10:17:09,758 INFO [RS:0;770665a7984d:35965 {}] regionserver.HRegionServer(2659): reportForDuty to master=770665a7984d,44437,1731493028967 with port=35965, startcode=1731493029005 2024-11-13T10:17:09,758 DEBUG [RS:0;770665a7984d:35965 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T10:17:09,761 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35379, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T10:17:09,762 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44437 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 770665a7984d,35965,1731493029005 2024-11-13T10:17:09,762 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44437 {}] master.ServerManager(517): Registering regionserver=770665a7984d,35965,1731493029005 2024-11-13T10:17:09,764 DEBUG [RS:0;770665a7984d:35965 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60 2024-11-13T10:17:09,764 DEBUG [RS:0;770665a7984d:35965 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42229 2024-11-13T10:17:09,764 DEBUG [RS:0;770665a7984d:35965 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T10:17:09,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44437-0x10110d483750006, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-851703746/rs 2024-11-13T10:17:09,768 DEBUG [RS:0;770665a7984d:35965 {}] zookeeper.ZKUtil(111): regionserver:35965-0x10110d483750007, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Set watcher on existing znode=/0-851703746/rs/770665a7984d,35965,1731493029005 2024-11-13T10:17:09,768 WARN [RS:0;770665a7984d:35965 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T10:17:09,768 INFO [RS:0;770665a7984d:35965 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:17:09,768 DEBUG [RS:0;770665a7984d:35965 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/WALs/770665a7984d,35965,1731493029005 2024-11-13T10:17:09,768 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [770665a7984d,35965,1731493029005] 2024-11-13T10:17:09,806 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=105ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-13T10:17:09,820 INFO [RS:0;770665a7984d:35965 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T10:17:09,821 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T10:17:09,823 INFO [RS:0;770665a7984d:35965 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T10:17:09,823 INFO [RS:0;770665a7984d:35965 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T10:17:09,824 INFO [RS:0;770665a7984d:35965 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:09,825 INFO [RS:0;770665a7984d:35965 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T10:17:09,827 INFO [RS:0;770665a7984d:35965 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T10:17:09,827 INFO [RS:0;770665a7984d:35965 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:09,828 DEBUG [RS:0;770665a7984d:35965 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:17:09,828 DEBUG [RS:0;770665a7984d:35965 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:17:09,828 DEBUG [RS:0;770665a7984d:35965 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:17:09,828 DEBUG [RS:0;770665a7984d:35965 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:17:09,828 DEBUG [RS:0;770665a7984d:35965 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:17:09,828 DEBUG [RS:0;770665a7984d:35965 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/770665a7984d:0, corePoolSize=2, maxPoolSize=2 2024-11-13T10:17:09,828 DEBUG [RS:0;770665a7984d:35965 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:17:09,828 DEBUG [RS:0;770665a7984d:35965 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:17:09,828 DEBUG [RS:0;770665a7984d:35965 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:17:09,829 DEBUG [RS:0;770665a7984d:35965 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:17:09,829 DEBUG [RS:0;770665a7984d:35965 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:17:09,829 DEBUG [RS:0;770665a7984d:35965 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:17:09,829 DEBUG [RS:0;770665a7984d:35965 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/770665a7984d:0, corePoolSize=3, maxPoolSize=3 2024-11-13T10:17:09,829 DEBUG [RS:0;770665a7984d:35965 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0, corePoolSize=3, maxPoolSize=3 2024-11-13T10:17:09,830 INFO [RS:0;770665a7984d:35965 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:09,830 INFO [RS:0;770665a7984d:35965 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:09,831 INFO [RS:0;770665a7984d:35965 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:09,831 INFO [RS:0;770665a7984d:35965 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:09,831 INFO [RS:0;770665a7984d:35965 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:09,831 INFO [RS:0;770665a7984d:35965 {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,35965,1731493029005-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T10:17:09,849 INFO [RS:0;770665a7984d:35965 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T10:17:09,850 INFO [RS:0;770665a7984d:35965 {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,35965,1731493029005-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:09,864 WARN [770665a7984d:44437 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T10:17:09,867 INFO [RS:0;770665a7984d:35965 {}] regionserver.ReplicationSource(231): queueId=1-770665a7984d,35965,1731493029005, ReplicationSource: 1, currentBandwidth=0 2024-11-13T10:17:09,884 INFO [RS:0;770665a7984d:35965 {}] regionserver.ReplicationSource(231): queueId=2-770665a7984d,35965,1731493029005, ReplicationSource: 2, currentBandwidth=0 2024-11-13T10:17:09,884 DEBUG [RS:0;770665a7984d:35965.replicationSource,1-770665a7984d,35965,1731493029005 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='770665a7984d:45515' 2024-11-13T10:17:09,884 INFO [RS:0;770665a7984d:35965 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:09,885 INFO [RS:0;770665a7984d:35965 {}] regionserver.Replication(171): 770665a7984d,35965,1731493029005 started 2024-11-13T10:17:09,889 DEBUG [RS:0;770665a7984d:35965.replicationSource,1-770665a7984d,35965,1731493029005 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b990286, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:17:09,889 DEBUG [RS:0;770665a7984d:35965.replicationSource,1-770665a7984d,35965,1731493029005 {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,45515,-1 for getting cluster id 2024-11-13T10:17:09,889 DEBUG [RS:0;770665a7984d:35965.replicationSource,1-770665a7984d,35965,1731493029005 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:17:09,890 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '792b4a9d-e556-4efe-b914-37528838f539' 2024-11-13T10:17:09,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:17:09,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "792b4a9d-e556-4efe-b914-37528838f539" 2024-11-13T10:17:09,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6751ed25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:17:09,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,45515,-1] 2024-11-13T10:17:09,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:17:09,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:09,893 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:17:09,894 DEBUG [RS:0;770665a7984d:35965.replicationSource,1-770665a7984d,35965,1731493029005 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c1f7d4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:17:09,894 DEBUG [RS:0;770665a7984d:35965.replicationSource,1-770665a7984d,35965,1731493029005 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:17:09,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,45515,1731493020086 2024-11-13T10:17:09,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@731c81d2 2024-11-13T10:17:09,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:17:09,897 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-13T10:17:09,898 INFO [RS:0;770665a7984d:35965.replicationSource,1-770665a7984d,35965,1731493029005 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-770665a7984d,35965,1731493029005 (queues=0) is replicating from cluster=e7e48c61-269d-42a0-9ce6-6827b14bf7c1 to cluster=792b4a9d-e556-4efe-b914-37528838f539 2024-11-13T10:17:09,907 INFO [RS:0;770665a7984d:35965 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:09,907 INFO [RS:0;770665a7984d:35965 {}] regionserver.HRegionServer(1482): Serving as 770665a7984d,35965,1731493029005, RpcServer on 770665a7984d/172.17.0.2:35965, sessionid=0x10110d483750007 2024-11-13T10:17:09,908 DEBUG [RS:0;770665a7984d:35965 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T10:17:09,908 DEBUG [RS:0;770665a7984d:35965 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 770665a7984d,35965,1731493029005 2024-11-13T10:17:09,908 DEBUG [RS:0;770665a7984d:35965 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '770665a7984d,35965,1731493029005' 2024-11-13T10:17:09,908 DEBUG [RS:0;770665a7984d:35965 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-851703746/flush-table-proc/abort' 2024-11-13T10:17:09,908 DEBUG [RS:0;770665a7984d:35965.replicationSource,2-770665a7984d,35965,1731493029005 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='770665a7984d:45515' 2024-11-13T10:17:09,909 DEBUG [RS:0;770665a7984d:35965 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-851703746/flush-table-proc/acquired' 2024-11-13T10:17:09,909 DEBUG [RS:0;770665a7984d:35965 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T10:17:09,909 DEBUG [RS:0;770665a7984d:35965 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T10:17:09,909 DEBUG [RS:0;770665a7984d:35965 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 770665a7984d,35965,1731493029005 2024-11-13T10:17:09,909 DEBUG [RS:0;770665a7984d:35965 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '770665a7984d,35965,1731493029005' 2024-11-13T10:17:09,909 DEBUG [RS:0;770665a7984d:35965 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-851703746/online-snapshot/abort' 2024-11-13T10:17:09,909 DEBUG [RS:0;770665a7984d:35965.replicationSource,2-770665a7984d,35965,1731493029005 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71701b30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:17:09,909 DEBUG [RS:0;770665a7984d:35965.replicationSource,2-770665a7984d,35965,1731493029005 {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,45515,-1 for getting cluster id 2024-11-13T10:17:09,910 DEBUG [RS:0;770665a7984d:35965.replicationSource,2-770665a7984d,35965,1731493029005 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:17:09,910 DEBUG [RS:0;770665a7984d:35965 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-851703746/online-snapshot/acquired' 2024-11-13T10:17:09,910 DEBUG [RS:0;770665a7984d:35965 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T10:17:09,910 INFO [RS:0;770665a7984d:35965 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T10:17:09,910 INFO [RS:0;770665a7984d:35965 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T10:17:09,911 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '792b4a9d-e556-4efe-b914-37528838f539' 2024-11-13T10:17:09,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:17:09,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "792b4a9d-e556-4efe-b914-37528838f539" 2024-11-13T10:17:09,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@427c80e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:17:09,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,45515,-1] 2024-11-13T10:17:09,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:17:09,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:09,913 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:17:09,914 DEBUG [RS:0;770665a7984d:35965.replicationSource,2-770665a7984d,35965,1731493029005 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3dca0202, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:17:09,914 DEBUG [RS:0;770665a7984d:35965.replicationSource,2-770665a7984d,35965,1731493029005 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:17:09,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,45515,1731493020086 2024-11-13T10:17:09,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32f93495 2024-11-13T10:17:09,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:17:09,916 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-13T10:17:09,917 INFO [RS:0;770665a7984d:35965.replicationSource,2-770665a7984d,35965,1731493029005 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-770665a7984d,35965,1731493029005 (queues=0) is replicating from cluster=e7e48c61-269d-42a0-9ce6-6827b14bf7c1 to cluster=792b4a9d-e556-4efe-b914-37528838f539 2024-11-13T10:17:10,011 INFO [RS:0;770665a7984d:35965 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T10:17:10,013 INFO [RS:0;770665a7984d:35965 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=770665a7984d%2C35965%2C1731493029005, suffix=, logDir=hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/WALs/770665a7984d,35965,1731493029005, archiveDir=hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/oldWALs, maxLogs=10 2024-11-13T10:17:10,031 DEBUG [RS:0;770665a7984d:35965 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/WALs/770665a7984d,35965,1731493029005/770665a7984d%2C35965%2C1731493029005.1731493030014, exclude list is [], retry=0 2024-11-13T10:17:10,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40857,DS-5d522b45-bc71-452f-84b8-cc39fd38e9aa,DISK] 2024-11-13T10:17:10,037 INFO [RS:0;770665a7984d:35965 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/WALs/770665a7984d,35965,1731493029005/770665a7984d%2C35965%2C1731493029005.1731493030014 2024-11-13T10:17:10,038 DEBUG [RS:0;770665a7984d:35965 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 770665a7984d%2C35965%2C1731493029005 for peer 2 2024-11-13T10:17:10,038 DEBUG [RS:0;770665a7984d:35965 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 770665a7984d%2C35965%2C1731493029005 for peer 1 2024-11-13T10:17:10,038 DEBUG [RS:0;770665a7984d:35965 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=770665a7984d%2C35965%2C1731493029005 2024-11-13T10:17:10,039 INFO [RS:0;770665a7984d:35965 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-770665a7984d,35965,1731493029005, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T10:17:10,040 DEBUG [RS:0;770665a7984d:35965 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=770665a7984d%2C35965%2C1731493029005 2024-11-13T10:17:10,040 INFO [RS:0;770665a7984d:35965.replicationSource.shipper770665a7984d%2C35965%2C1731493029005,1-770665a7984d,35965,1731493029005 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 770665a7984d%2C35965%2C1731493029005 2024-11-13T10:17:10,040 INFO [RS:0;770665a7984d:35965 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-770665a7984d,35965,1731493029005, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T10:17:10,041 INFO [RS:0;770665a7984d:35965.replicationSource.shipper770665a7984d%2C35965%2C1731493029005,2-770665a7984d,35965,1731493029005 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 770665a7984d%2C35965%2C1731493029005 2024-11-13T10:17:10,041 DEBUG [RS:0;770665a7984d:35965 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37523:37523)] 2024-11-13T10:17:10,041 DEBUG [RS:0;770665a7984d:35965.replicationSource.wal-reader.770665a7984d%2C35965%2C1731493029005,1-770665a7984d,35965,1731493029005 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/WALs/770665a7984d,35965,1731493029005/770665a7984d%2C35965%2C1731493029005.1731493030014, startPosition=0, beingWritten=true 2024-11-13T10:17:10,041 DEBUG [RS:0;770665a7984d:35965.replicationSource.wal-reader.770665a7984d%2C35965%2C1731493029005,2-770665a7984d,35965,1731493029005 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/WALs/770665a7984d,35965,1731493029005/770665a7984d%2C35965%2C1731493029005.1731493030014, startPosition=0, beingWritten=true 2024-11-13T10:17:10,114 DEBUG [770665a7984d:44437 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T10:17:10,115 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=770665a7984d,35965,1731493029005 2024-11-13T10:17:10,117 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 770665a7984d,35965,1731493029005, state=OPENING 2024-11-13T10:17:10,119 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35965-0x10110d483750007, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-851703746/meta-region-server 2024-11-13T10:17:10,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44437-0x10110d483750006, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-851703746/meta-region-server 2024-11-13T10:17:10,119 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T10:17:10,119 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-851703746/meta-region-server: CHANGED 2024-11-13T10:17:10,119 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-851703746/meta-region-server: CHANGED 2024-11-13T10:17:10,119 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=770665a7984d,35965,1731493029005}] 2024-11-13T10:17:10,250 DEBUG [RS:0;770665a7984d:35965.replicationSource.wal-reader.770665a7984d%2C35965%2C1731493029005,2-770665a7984d,35965,1731493029005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/WALs/770665a7984d,35965,1731493029005/770665a7984d%2C35965%2C1731493029005.1731493030014 to pos 0, reset compression=false 2024-11-13T10:17:10,251 DEBUG [RS:0;770665a7984d:35965.replicationSource.wal-reader.770665a7984d%2C35965%2C1731493029005,1-770665a7984d,35965,1731493029005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/WALs/770665a7984d,35965,1731493029005/770665a7984d%2C35965%2C1731493029005.1731493030014 to pos 0, reset compression=false 2024-11-13T10:17:10,273 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T10:17:10,274 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37805, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T10:17:10,279 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T10:17:10,279 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:17:10,280 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T10:17:10,282 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=770665a7984d%2C35965%2C1731493029005.meta, suffix=.meta, logDir=hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/WALs/770665a7984d,35965,1731493029005, archiveDir=hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/oldWALs, maxLogs=10 2024-11-13T10:17:10,297 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/WALs/770665a7984d,35965,1731493029005/770665a7984d%2C35965%2C1731493029005.meta.1731493030282.meta, exclude list is [], retry=0 2024-11-13T10:17:10,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40857,DS-5d522b45-bc71-452f-84b8-cc39fd38e9aa,DISK] 2024-11-13T10:17:10,302 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/WALs/770665a7984d,35965,1731493029005/770665a7984d%2C35965%2C1731493029005.meta.1731493030282.meta 2024-11-13T10:17:10,302 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37523:37523)] 2024-11-13T10:17:10,302 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:17:10,303 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T10:17:10,303 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T10:17:10,303 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T10:17:10,303 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T10:17:10,304 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T10:17:10,304 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:17:10,304 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T10:17:10,304 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T10:17:10,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T10:17:10,307 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T10:17:10,307 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:10,315 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/data/hbase/meta/1588230740/info/81738327e1724ca49d141876128f2dd2 2024-11-13T10:17:10,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:17:10,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T10:17:10,316 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T10:17:10,317 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:10,324 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/data/hbase/meta/1588230740/ns/53164a2838dd4483903a41cdf875b614 2024-11-13T10:17:10,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:17:10,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T10:17:10,325 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T10:17:10,325 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:10,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:17:10,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T10:17:10,327 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T10:17:10,327 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:10,334 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/data/hbase/meta/1588230740/table/2f92f269d43b47a9b9a66e6139847111 2024-11-13T10:17:10,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:17:10,334 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T10:17:10,335 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/data/hbase/meta/1588230740 2024-11-13T10:17:10,336 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/data/hbase/meta/1588230740 2024-11-13T10:17:10,338 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T10:17:10,338 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T10:17:10,339 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T10:17:10,341 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T10:17:10,342 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63628043, jitterRate=-0.05186827480792999}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T10:17:10,342 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T10:17:10,342 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731493030304Writing region info on filesystem at 1731493030304Initializing all the Stores at 1731493030305 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493030305Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493030305Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493030305Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493030305Cleaning up temporary data from old regions at 1731493030338 (+33 ms)Running coprocessor post-open hooks at 1731493030342 (+4 ms)Region opened successfully at 1731493030342 2024-11-13T10:17:10,343 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731493030272 2024-11-13T10:17:10,346 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T10:17:10,346 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T10:17:10,347 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=770665a7984d,35965,1731493029005 2024-11-13T10:17:10,348 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 770665a7984d,35965,1731493029005, state=OPEN 2024-11-13T10:17:10,350 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35965-0x10110d483750007, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-851703746/meta-region-server 2024-11-13T10:17:10,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44437-0x10110d483750006, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-851703746/meta-region-server 2024-11-13T10:17:10,350 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=770665a7984d,35965,1731493029005 2024-11-13T10:17:10,350 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-851703746/meta-region-server: CHANGED 2024-11-13T10:17:10,350 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-851703746/meta-region-server: CHANGED 2024-11-13T10:17:10,354 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-13T10:17:10,354 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=770665a7984d,35965,1731493029005 in 231 msec 2024-11-13T10:17:10,357 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-13T10:17:10,357 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 643 msec 2024-11-13T10:17:10,558 DEBUG [RS:0;770665a7984d:35965.replicationSource.wal-reader.770665a7984d%2C35965%2C1731493029005,2-770665a7984d,35965,1731493029005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/WALs/770665a7984d,35965,1731493029005/770665a7984d%2C35965%2C1731493029005.1731493030014 to pos 0, reset compression=false 2024-11-13T10:17:10,558 DEBUG [RS:0;770665a7984d:35965.replicationSource.wal-reader.770665a7984d%2C35965%2C1731493029005,1-770665a7984d,35965,1731493029005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/WALs/770665a7984d,35965,1731493029005/770665a7984d%2C35965%2C1731493029005.1731493030014 to pos 0, reset compression=false 2024-11-13T10:17:10,966 DEBUG [RS:0;770665a7984d:35965.replicationSource.wal-reader.770665a7984d%2C35965%2C1731493029005,2-770665a7984d,35965,1731493029005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/WALs/770665a7984d,35965,1731493029005/770665a7984d%2C35965%2C1731493029005.1731493030014 to pos 0, reset compression=false 2024-11-13T10:17:10,970 DEBUG [RS:0;770665a7984d:35965.replicationSource.wal-reader.770665a7984d%2C35965%2C1731493029005,1-770665a7984d,35965,1731493029005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/WALs/770665a7984d,35965,1731493029005/770665a7984d%2C35965%2C1731493029005.1731493030014 to pos 0, reset compression=false 2024-11-13T10:17:11,308 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1607ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-13T10:17:11,473 DEBUG [RS:0;770665a7984d:35965.replicationSource.wal-reader.770665a7984d%2C35965%2C1731493029005,2-770665a7984d,35965,1731493029005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/WALs/770665a7984d,35965,1731493029005/770665a7984d%2C35965%2C1731493029005.1731493030014 to pos 0, reset compression=false 2024-11-13T10:17:11,475 DEBUG [RS:0;770665a7984d:35965.replicationSource.wal-reader.770665a7984d%2C35965%2C1731493029005,1-770665a7984d,35965,1731493029005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/WALs/770665a7984d,35965,1731493029005/770665a7984d%2C35965%2C1731493029005.1731493030014 to pos 0, reset compression=false 2024-11-13T10:17:12,080 DEBUG [RS:0;770665a7984d:35965.replicationSource.wal-reader.770665a7984d%2C35965%2C1731493029005,2-770665a7984d,35965,1731493029005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/WALs/770665a7984d,35965,1731493029005/770665a7984d%2C35965%2C1731493029005.1731493030014 to pos 0, reset compression=false 2024-11-13T10:17:12,083 DEBUG [RS:0;770665a7984d:35965.replicationSource.wal-reader.770665a7984d%2C35965%2C1731493029005,1-770665a7984d,35965,1731493029005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/WALs/770665a7984d,35965,1731493029005/770665a7984d%2C35965%2C1731493029005.1731493030014 to pos 0, reset compression=false 2024-11-13T10:17:12,788 DEBUG [RS:0;770665a7984d:35965.replicationSource.wal-reader.770665a7984d%2C35965%2C1731493029005,2-770665a7984d,35965,1731493029005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/WALs/770665a7984d,35965,1731493029005/770665a7984d%2C35965%2C1731493029005.1731493030014 to pos 0, reset compression=false 2024-11-13T10:17:12,790 DEBUG [RS:0;770665a7984d:35965.replicationSource.wal-reader.770665a7984d%2C35965%2C1731493029005,1-770665a7984d,35965,1731493029005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/WALs/770665a7984d,35965,1731493029005/770665a7984d%2C35965%2C1731493029005.1731493030014 to pos 0, reset compression=false 2024-11-13T10:17:12,811 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3110ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-13T10:17:13,596 DEBUG [RS:0;770665a7984d:35965.replicationSource.wal-reader.770665a7984d%2C35965%2C1731493029005,2-770665a7984d,35965,1731493029005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/WALs/770665a7984d,35965,1731493029005/770665a7984d%2C35965%2C1731493029005.1731493030014 to pos 0, reset compression=false 2024-11-13T10:17:13,597 DEBUG [RS:0;770665a7984d:35965.replicationSource.wal-reader.770665a7984d%2C35965%2C1731493029005,1-770665a7984d,35965,1731493029005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/WALs/770665a7984d,35965,1731493029005/770665a7984d%2C35965%2C1731493029005.1731493030014 to pos 0, reset compression=false 2024-11-13T10:17:14,213 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4512ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-13T10:17:14,214 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T10:17:14,214 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:17:14,214 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,35965,1731493029005, seqNum=-1] 2024-11-13T10:17:14,215 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:17:14,216 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42607, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:17:14,223 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7d011158c7fd6fe78ab4ede5e09459f5, regionState=OPEN, lastHost=770665a7984d,39023,1731493014973, regionLocation=770665a7984d,39023,1731493014973, openSeqNum=2 2024-11-13T10:17:14,223 INFO [master/770665a7984d:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T10:17:14,223 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731493094223 2024-11-13T10:17:14,223 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731493154223 2024-11-13T10:17:14,223 INFO [master/770665a7984d:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 9 msec 2024-11-13T10:17:14,224 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,44437,1731493028967-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:14,224 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 770665a7984d,39023,1731493014973 had 2 regions 2024-11-13T10:17:14,224 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,44437,1731493028967-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:14,224 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,44437,1731493028967-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:14,224 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-770665a7984d:44437, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:14,224 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:14,224 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:14,226 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 770665a7984d,39023,1731493014973, splitWal=true, meta=true, isMeta: false 2024-11-13T10:17:14,228 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/WALs/770665a7984d,39023,1731493014973-splitting dir is empty, no logs to split. 2024-11-13T10:17:14,228 INFO [PEWorker-3 {}] master.SplitWALManager(105): 770665a7984d,39023,1731493014973 WAL count=0, meta=false 2024-11-13T10:17:14,231 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.176sec 2024-11-13T10:17:14,232 INFO [master/770665a7984d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T10:17:14,232 INFO [master/770665a7984d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T10:17:14,232 INFO [master/770665a7984d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T10:17:14,232 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T10:17:14,232 INFO [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T10:17:14,232 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,44437,1731493028967-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T10:17:14,232 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,44437,1731493028967-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T10:17:14,234 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/WALs/770665a7984d,39023,1731493014973-splitting dir is empty, no logs to split. 2024-11-13T10:17:14,234 INFO [PEWorker-3 {}] master.SplitWALManager(105): 770665a7984d,39023,1731493014973 WAL count=0, meta=false 2024-11-13T10:17:14,234 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 770665a7984d,39023,1731493014973 WAL splitting is done? wals=0, meta=false 2024-11-13T10:17:14,237 WARN [master/770665a7984d:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=770665a7984d,39023,1731493014973/hbase:replication,,1731493023100.7d011158c7fd6fe78ab4ede5e09459f5. 2024-11-13T10:17:14,237 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7d011158c7fd6fe78ab4ede5e09459f5, ASSIGN}] 2024-11-13T10:17:14,238 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T10:17:14,238 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T10:17:14,238 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,44437,1731493028967-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:14,239 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7d011158c7fd6fe78ab4ede5e09459f5, ASSIGN 2024-11-13T10:17:14,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e730b39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:17:14,239 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,44437,-1 for getting cluster id 2024-11-13T10:17:14,240 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:17:14,241 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7d011158c7fd6fe78ab4ede5e09459f5, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T10:17:14,242 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e7e48c61-269d-42a0-9ce6-6827b14bf7c1' 2024-11-13T10:17:14,242 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:17:14,242 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e7e48c61-269d-42a0-9ce6-6827b14bf7c1" 2024-11-13T10:17:14,243 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55910537, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:17:14,243 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,44437,-1] 2024-11-13T10:17:14,243 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:17:14,244 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:14,246 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:17:14,247 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@578c6bd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:17:14,247 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:17:14,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,35965,1731493029005, seqNum=-1] 2024-11-13T10:17:14,249 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:17:14,251 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:17:14,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-13T10:17:14,254 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T10:17:14,254 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:17:14,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:14,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:14,254 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:17:14,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 770665a7984d:44437 after: 770665a7984d:44437 2024-11-13T10:17:14,255 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@780bc08e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:17:14,255 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,44437,-1 for getting cluster id 2024-11-13T10:17:14,256 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:17:14,256 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e7e48c61-269d-42a0-9ce6-6827b14bf7c1' 2024-11-13T10:17:14,257 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:17:14,257 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e7e48c61-269d-42a0-9ce6-6827b14bf7c1" 2024-11-13T10:17:14,257 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@746f284d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:17:14,257 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,44437,-1] 2024-11-13T10:17:14,257 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:17:14,257 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:14,258 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:17:14,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a967d54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:17:14,259 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:17:14,260 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,44437,1731493028967 2024-11-13T10:17:14,260 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ad92891 2024-11-13T10:17:14,260 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:17:14,261 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T10:17:14,261 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44437 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-13T10:17:14,262 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44437 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-13T10:17:14,263 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44437 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-13T10:17:14,264 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44437 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-13T10:17:14,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T10:17:14,264 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T10:17:14,264 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:17:14,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:14,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:14,265 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:17:14,265 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T10:17:14,265 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1882762304, stopped=false 2024-11-13T10:17:14,265 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=770665a7984d,45515,1731493020086 2024-11-13T10:17:14,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45515-0x10110d483750003, quorum=127.0.0.1:63488, baseZNode=/1392930573 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1392930573/running 2024-11-13T10:17:14,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40203-0x10110d483750004, quorum=127.0.0.1:63488, baseZNode=/1392930573 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1392930573/running 2024-11-13T10:17:14,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45515-0x10110d483750003, quorum=127.0.0.1:63488, baseZNode=/1392930573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1392930573 2024-11-13T10:17:14,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40203-0x10110d483750004, quorum=127.0.0.1:63488, baseZNode=/1392930573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1392930573 2024-11-13T10:17:14,267 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T10:17:14,267 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T10:17:14,268 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45515-0x10110d483750003, quorum=127.0.0.1:63488, baseZNode=/1392930573 Set watcher on znode that does not yet exist, /1392930573/running 2024-11-13T10:17:14,268 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:17:14,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:14,268 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40203-0x10110d483750004, quorum=127.0.0.1:63488, baseZNode=/1392930573 Set watcher on znode that does not yet exist, /1392930573/running 2024-11-13T10:17:14,268 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '770665a7984d,40203,1731493020136' ***** 2024-11-13T10:17:14,268 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T10:17:14,268 INFO [RS:0;770665a7984d:40203 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T10:17:14,269 INFO [RS:0;770665a7984d:40203 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T10:17:14,269 INFO [RS:0;770665a7984d:40203 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T10:17:14,269 INFO [RS:0;770665a7984d:40203 {}] regionserver.HRegionServer(959): stopping server 770665a7984d,40203,1731493020136 2024-11-13T10:17:14,269 INFO [RS:0;770665a7984d:40203 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T10:17:14,269 INFO [RS:0;770665a7984d:40203 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;770665a7984d:40203. 2024-11-13T10:17:14,269 DEBUG [RS:0;770665a7984d:40203 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:17:14,269 DEBUG [RS:0;770665a7984d:40203 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:14,269 INFO [RS:0;770665a7984d:40203 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T10:17:14,269 INFO [RS:0;770665a7984d:40203 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T10:17:14,269 INFO [RS:0;770665a7984d:40203 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T10:17:14,269 INFO [RS:0;770665a7984d:40203 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T10:17:14,270 INFO [RS:0;770665a7984d:40203 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T10:17:14,270 DEBUG [RS:0;770665a7984d:40203 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T10:17:14,270 DEBUG [RS:0;770665a7984d:40203 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T10:17:14,270 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T10:17:14,270 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T10:17:14,270 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T10:17:14,270 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T10:17:14,270 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T10:17:14,271 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-13T10:17:14,272 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T10:17:14,291 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36417/user/jenkins/test-data/72a7ac49-5c09-cea8-db6e-9da3d9d39ae6/data/hbase/meta/1588230740/.tmp/ns/afa0514d8fab4bf09ddacbb413715f81 is 43, key is default/ns:d/1731493022940/Put/seqid=0 2024-11-13T10:17:14,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741835_1011 (size=5153) 2024-11-13T10:17:14,322 INFO [regionserver/770665a7984d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T10:17:14,392 DEBUG [770665a7984d:44437 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T10:17:14,393 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=7d011158c7fd6fe78ab4ede5e09459f5, regionState=OPENING, regionLocation=770665a7984d,35965,1731493029005 2024-11-13T10:17:14,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7d011158c7fd6fe78ab4ede5e09459f5, ASSIGN because future has completed 2024-11-13T10:17:14,398 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7d011158c7fd6fe78ab4ede5e09459f5, server=770665a7984d,35965,1731493029005}] 2024-11-13T10:17:14,470 DEBUG [RS:0;770665a7984d:40203 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T10:17:14,502 DEBUG [RS:0;770665a7984d:35965.replicationSource.wal-reader.770665a7984d%2C35965%2C1731493029005,2-770665a7984d,35965,1731493029005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/WALs/770665a7984d,35965,1731493029005/770665a7984d%2C35965%2C1731493029005.1731493030014 to pos 0, reset compression=false 2024-11-13T10:17:14,503 DEBUG [RS:0;770665a7984d:35965.replicationSource.wal-reader.770665a7984d%2C35965%2C1731493029005,1-770665a7984d,35965,1731493029005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/WALs/770665a7984d,35965,1731493029005/770665a7984d%2C35965%2C1731493029005.1731493030014 to pos 0, reset compression=false 2024-11-13T10:17:14,557 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731493023100.7d011158c7fd6fe78ab4ede5e09459f5. 2024-11-13T10:17:14,557 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:17:14,557 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T10:17:14,559 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=770665a7984d%2C35965%2C1731493029005.rep, suffix=, logDir=hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/WALs/770665a7984d,35965,1731493029005, archiveDir=hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/oldWALs, maxLogs=10 2024-11-13T10:17:14,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/WALs/770665a7984d,35965,1731493029005/770665a7984d%2C35965%2C1731493029005.rep.1731493034560, exclude list is [], retry=0 2024-11-13T10:17:14,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40857,DS-5d522b45-bc71-452f-84b8-cc39fd38e9aa,DISK] 2024-11-13T10:17:14,580 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/WALs/770665a7984d,35965,1731493029005/770665a7984d%2C35965%2C1731493029005.rep.1731493034560 2024-11-13T10:17:14,581 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37523:37523)] 2024-11-13T10:17:14,581 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 7d011158c7fd6fe78ab4ede5e09459f5, NAME => 'hbase:replication,,1731493023100.7d011158c7fd6fe78ab4ede5e09459f5.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:17:14,582 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T10:17:14,582 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T10:17:14,582 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731493023100.7d011158c7fd6fe78ab4ede5e09459f5. service=MultiRowMutationService 2024-11-13T10:17:14,582 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T10:17:14,582 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7d011158c7fd6fe78ab4ede5e09459f5 2024-11-13T10:17:14,582 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731493023100.7d011158c7fd6fe78ab4ede5e09459f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:17:14,582 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 7d011158c7fd6fe78ab4ede5e09459f5 2024-11-13T10:17:14,582 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 7d011158c7fd6fe78ab4ede5e09459f5 2024-11-13T10:17:14,584 INFO [StoreOpener-7d011158c7fd6fe78ab4ede5e09459f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7d011158c7fd6fe78ab4ede5e09459f5 2024-11-13T10:17:14,585 INFO [StoreOpener-7d011158c7fd6fe78ab4ede5e09459f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d011158c7fd6fe78ab4ede5e09459f5 columnFamilyName hfileref 2024-11-13T10:17:14,585 DEBUG [StoreOpener-7d011158c7fd6fe78ab4ede5e09459f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:14,586 INFO [StoreOpener-7d011158c7fd6fe78ab4ede5e09459f5-1 {}] regionserver.HStore(327): Store=7d011158c7fd6fe78ab4ede5e09459f5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:17:14,586 INFO [StoreOpener-7d011158c7fd6fe78ab4ede5e09459f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7d011158c7fd6fe78ab4ede5e09459f5 2024-11-13T10:17:14,587 INFO [StoreOpener-7d011158c7fd6fe78ab4ede5e09459f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d011158c7fd6fe78ab4ede5e09459f5 columnFamilyName queue 2024-11-13T10:17:14,587 DEBUG [StoreOpener-7d011158c7fd6fe78ab4ede5e09459f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:14,594 DEBUG [StoreOpener-7d011158c7fd6fe78ab4ede5e09459f5-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/data/hbase/replication/7d011158c7fd6fe78ab4ede5e09459f5/queue/33f7ecb244aa4dce95225bf0274c9700 2024-11-13T10:17:14,594 INFO [StoreOpener-7d011158c7fd6fe78ab4ede5e09459f5-1 {}] regionserver.HStore(327): Store=7d011158c7fd6fe78ab4ede5e09459f5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:17:14,594 INFO [StoreOpener-7d011158c7fd6fe78ab4ede5e09459f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7d011158c7fd6fe78ab4ede5e09459f5 2024-11-13T10:17:14,595 INFO [StoreOpener-7d011158c7fd6fe78ab4ede5e09459f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d011158c7fd6fe78ab4ede5e09459f5 columnFamilyName sid 2024-11-13T10:17:14,595 DEBUG [StoreOpener-7d011158c7fd6fe78ab4ede5e09459f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:14,596 INFO [StoreOpener-7d011158c7fd6fe78ab4ede5e09459f5-1 {}] regionserver.HStore(327): Store=7d011158c7fd6fe78ab4ede5e09459f5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:17:14,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 7d011158c7fd6fe78ab4ede5e09459f5 2024-11-13T10:17:14,597 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/data/hbase/replication/7d011158c7fd6fe78ab4ede5e09459f5 2024-11-13T10:17:14,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/data/hbase/replication/7d011158c7fd6fe78ab4ede5e09459f5 2024-11-13T10:17:14,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 7d011158c7fd6fe78ab4ede5e09459f5 2024-11-13T10:17:14,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 7d011158c7fd6fe78ab4ede5e09459f5 2024-11-13T10:17:14,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T10:17:14,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 7d011158c7fd6fe78ab4ede5e09459f5 2024-11-13T10:17:14,604 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 7d011158c7fd6fe78ab4ede5e09459f5; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73589397, jitterRate=0.09656746685504913}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T10:17:14,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7d011158c7fd6fe78ab4ede5e09459f5 2024-11-13T10:17:14,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 7d011158c7fd6fe78ab4ede5e09459f5: Running coprocessor pre-open hook at 1731493034583Writing region info on filesystem at 1731493034583Initializing all the Stores at 1731493034584 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493034584Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493034584Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493034584Cleaning up temporary data from old regions at 1731493034600 (+16 ms)Running coprocessor post-open hooks at 1731493034604 (+4 ms)Region opened successfully at 1731493034606 (+2 ms) 2024-11-13T10:17:14,608 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731493023100.7d011158c7fd6fe78ab4ede5e09459f5., pid=19, masterSystemTime=1731493034551 2024-11-13T10:17:14,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731493023100.7d011158c7fd6fe78ab4ede5e09459f5. 2024-11-13T10:17:14,611 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731493023100.7d011158c7fd6fe78ab4ede5e09459f5. 2024-11-13T10:17:14,612 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=7d011158c7fd6fe78ab4ede5e09459f5, regionState=OPEN, openSeqNum=10, regionLocation=770665a7984d,35965,1731493029005 2024-11-13T10:17:14,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7d011158c7fd6fe78ab4ede5e09459f5, server=770665a7984d,35965,1731493029005 because future has completed 2024-11-13T10:17:14,620 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-13T10:17:14,620 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 7d011158c7fd6fe78ab4ede5e09459f5, server=770665a7984d,35965,1731493029005 in 219 msec 2024-11-13T10:17:14,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-13T10:17:14,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7d011158c7fd6fe78ab4ede5e09459f5, ASSIGN in 383 msec 2024-11-13T10:17:14,626 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-13T10:17:14,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731493023100.7d011158c7fd6fe78ab4ede5e09459f5., hostname=770665a7984d,35965,1731493029005, seqNum=10] 2024-11-13T10:17:14,668 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 770665a7984d,39023,1731493014973 2024-11-13T10:17:14,668 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-13T10:17:14,671 DEBUG [RS:0;770665a7984d:40203 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T10:17:14,697 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36417/user/jenkins/test-data/72a7ac49-5c09-cea8-db6e-9da3d9d39ae6/data/hbase/meta/1588230740/.tmp/ns/afa0514d8fab4bf09ddacbb413715f81 2024-11-13T10:17:14,705 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36417/user/jenkins/test-data/72a7ac49-5c09-cea8-db6e-9da3d9d39ae6/data/hbase/meta/1588230740/.tmp/ns/afa0514d8fab4bf09ddacbb413715f81 as hdfs://localhost:36417/user/jenkins/test-data/72a7ac49-5c09-cea8-db6e-9da3d9d39ae6/data/hbase/meta/1588230740/ns/afa0514d8fab4bf09ddacbb413715f81 2024-11-13T10:17:14,712 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36417/user/jenkins/test-data/72a7ac49-5c09-cea8-db6e-9da3d9d39ae6/data/hbase/meta/1588230740/ns/afa0514d8fab4bf09ddacbb413715f81, entries=2, sequenceid=6, filesize=5.0 K 2024-11-13T10:17:14,713 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 443ms, sequenceid=6, compaction requested=false 2024-11-13T10:17:14,713 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T10:17:14,719 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36417/user/jenkins/test-data/72a7ac49-5c09-cea8-db6e-9da3d9d39ae6/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-13T10:17:14,719 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T10:17:14,719 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T10:17:14,720 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T10:17:14,720 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731493034270Running coprocessor pre-close hooks at 1731493034270Disabling compacts and flushes for region at 1731493034270Disabling writes for close at 1731493034270Obtaining lock to block concurrent updates at 1731493034271 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731493034271Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731493034271Flushing stores of hbase:meta,,1.1588230740 at 1731493034273 (+2 ms)Flushing 1588230740/ns: creating writer at 1731493034273Flushing 1588230740/ns: appending metadata at 1731493034290 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731493034290Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58cfed9f: reopening flushed file at 1731493034705 (+415 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 443ms, sequenceid=6, compaction requested=false at 1731493034713 (+8 ms)Writing region close event to WAL at 1731493034715 (+2 ms)Running coprocessor post-close hooks at 1731493034719 (+4 ms)Closed at 1731493034720 (+1 ms) 2024-11-13T10:17:14,720 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T10:17:14,774 INFO [regionserver/770665a7984d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T10:17:14,774 INFO [regionserver/770665a7984d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T10:17:14,830 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35965 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-13T10:17:14,871 INFO [RS:0;770665a7984d:40203 {}] regionserver.HRegionServer(976): stopping server 770665a7984d,40203,1731493020136; all regions closed. 2024-11-13T10:17:14,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741834_1010 (size=1152) 2024-11-13T10:17:14,874 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/72a7ac49-5c09-cea8-db6e-9da3d9d39ae6/WALs/770665a7984d,40203,1731493020136/770665a7984d%2C40203%2C1731493020136.meta.1731493022859.meta not finished, retry = 0 2024-11-13T10:17:14,978 DEBUG [RS:0;770665a7984d:40203 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/72a7ac49-5c09-cea8-db6e-9da3d9d39ae6/oldWALs 2024-11-13T10:17:14,978 INFO [RS:0;770665a7984d:40203 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 770665a7984d%2C40203%2C1731493020136.meta:.meta(num 1731493022859) 2024-11-13T10:17:14,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741832_1008 (size=93) 2024-11-13T10:17:14,983 DEBUG [RS:0;770665a7984d:40203 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/72a7ac49-5c09-cea8-db6e-9da3d9d39ae6/oldWALs 2024-11-13T10:17:14,983 INFO [RS:0;770665a7984d:40203 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 770665a7984d%2C40203%2C1731493020136:(num 1731493021856) 2024-11-13T10:17:14,983 DEBUG [RS:0;770665a7984d:40203 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:14,984 INFO [RS:0;770665a7984d:40203 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T10:17:14,984 INFO [RS:0;770665a7984d:40203 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T10:17:14,984 INFO [RS:0;770665a7984d:40203 {}] hbase.ChoreService(370): Chore service for: regionserver/770665a7984d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T10:17:14,984 INFO [RS:0;770665a7984d:40203 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T10:17:14,984 INFO [regionserver/770665a7984d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T10:17:14,984 INFO [RS:0;770665a7984d:40203 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40203 2024-11-13T10:17:14,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45515-0x10110d483750003, quorum=127.0.0.1:63488, baseZNode=/1392930573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1392930573/rs 2024-11-13T10:17:14,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40203-0x10110d483750004, quorum=127.0.0.1:63488, baseZNode=/1392930573 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1392930573/rs/770665a7984d,40203,1731493020136 2024-11-13T10:17:14,987 INFO [RS:0;770665a7984d:40203 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T10:17:14,987 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [770665a7984d,40203,1731493020136] 2024-11-13T10:17:14,991 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1392930573/draining/770665a7984d,40203,1731493020136 already deleted, retry=false 2024-11-13T10:17:14,991 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 770665a7984d,40203,1731493020136 expired; onlineServers=0 2024-11-13T10:17:14,991 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '770665a7984d,45515,1731493020086' ***** 2024-11-13T10:17:14,991 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T10:17:14,991 INFO [M:0;770665a7984d:45515 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T10:17:14,991 INFO [M:0;770665a7984d:45515 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T10:17:14,991 DEBUG [M:0;770665a7984d:45515 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T10:17:14,991 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T10:17:14,991 DEBUG [M:0;770665a7984d:45515 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T10:17:14,991 DEBUG [master/770665a7984d:0:becomeActiveMaster-HFileCleaner.large.0-1731493021628 {}] cleaner.HFileCleaner(306): Exit Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.large.0-1731493021628,5,FailOnTimeoutGroup] 2024-11-13T10:17:14,991 INFO [M:0;770665a7984d:45515 {}] hbase.ChoreService(370): Chore service for: master/770665a7984d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T10:17:14,991 INFO [M:0;770665a7984d:45515 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T10:17:14,992 DEBUG [M:0;770665a7984d:45515 {}] master.HMaster(1795): Stopping service threads 2024-11-13T10:17:14,992 INFO [M:0;770665a7984d:45515 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T10:17:14,992 INFO [M:0;770665a7984d:45515 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T10:17:14,992 INFO [M:0;770665a7984d:45515 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T10:17:14,992 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T10:17:14,992 DEBUG [master/770665a7984d:0:becomeActiveMaster-HFileCleaner.small.0-1731493021628 {}] cleaner.HFileCleaner(306): Exit Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.small.0-1731493021628,5,FailOnTimeoutGroup] 2024-11-13T10:17:14,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45515-0x10110d483750003, quorum=127.0.0.1:63488, baseZNode=/1392930573 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1392930573/master 2024-11-13T10:17:14,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45515-0x10110d483750003, quorum=127.0.0.1:63488, baseZNode=/1392930573 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1392930573 2024-11-13T10:17:14,993 DEBUG [M:0;770665a7984d:45515 {}] zookeeper.ZKUtil(347): master:45515-0x10110d483750003, quorum=127.0.0.1:63488, baseZNode=/1392930573 Unable to get data of znode /1392930573/master because node does not exist (not an error) 2024-11-13T10:17:14,993 WARN [M:0;770665a7984d:45515 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T10:17:14,995 INFO [M:0;770665a7984d:45515 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36417/user/jenkins/test-data/72a7ac49-5c09-cea8-db6e-9da3d9d39ae6/.lastflushedseqids 2024-11-13T10:17:15,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741836_1012 (size=99) 2024-11-13T10:17:15,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40203-0x10110d483750004, quorum=127.0.0.1:63488, baseZNode=/1392930573 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:17:15,089 INFO [RS:0;770665a7984d:40203 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T10:17:15,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40203-0x10110d483750004, quorum=127.0.0.1:63488, baseZNode=/1392930573 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:17:15,089 INFO [RS:0;770665a7984d:40203 {}] regionserver.HRegionServer(1031): Exiting; stopping=770665a7984d,40203,1731493020136; zookeeper connection closed. 2024-11-13T10:17:15,089 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@24b20f00 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@24b20f00 2024-11-13T10:17:15,089 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T10:17:15,401 INFO [M:0;770665a7984d:45515 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T10:17:15,401 INFO [M:0;770665a7984d:45515 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T10:17:15,401 DEBUG [M:0;770665a7984d:45515 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T10:17:15,401 INFO [M:0;770665a7984d:45515 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:17:15,401 DEBUG [M:0;770665a7984d:45515 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:17:15,401 DEBUG [M:0;770665a7984d:45515 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T10:17:15,401 DEBUG [M:0;770665a7984d:45515 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:17:15,402 INFO [M:0;770665a7984d:45515 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-13T10:17:15,420 DEBUG [M:0;770665a7984d:45515 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36417/user/jenkins/test-data/72a7ac49-5c09-cea8-db6e-9da3d9d39ae6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5aa1ed416b624df3898fe427c85551a1 is 82, key is hbase:meta,,1/info:regioninfo/1731493022919/Put/seqid=0 2024-11-13T10:17:15,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741837_1013 (size=5672) 2024-11-13T10:17:15,426 INFO [M:0;770665a7984d:45515 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36417/user/jenkins/test-data/72a7ac49-5c09-cea8-db6e-9da3d9d39ae6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5aa1ed416b624df3898fe427c85551a1 2024-11-13T10:17:15,453 DEBUG [M:0;770665a7984d:45515 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36417/user/jenkins/test-data/72a7ac49-5c09-cea8-db6e-9da3d9d39ae6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/69b01d64e6ae4761ac19baf96e0164ef is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731493022948/Put/seqid=0 2024-11-13T10:17:15,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741838_1014 (size=5275) 2024-11-13T10:17:15,509 DEBUG [RS:0;770665a7984d:35965.replicationSource.wal-reader.770665a7984d%2C35965%2C1731493029005,2-770665a7984d,35965,1731493029005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/WALs/770665a7984d,35965,1731493029005/770665a7984d%2C35965%2C1731493029005.1731493030014 to pos 0, reset compression=false 2024-11-13T10:17:15,510 DEBUG [RS:0;770665a7984d:35965.replicationSource.wal-reader.770665a7984d%2C35965%2C1731493029005,1-770665a7984d,35965,1731493029005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/WALs/770665a7984d,35965,1731493029005/770665a7984d%2C35965%2C1731493029005.1731493030014 to pos 0, reset compression=false 2024-11-13T10:17:15,806 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T10:17:15,860 INFO [M:0;770665a7984d:45515 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36417/user/jenkins/test-data/72a7ac49-5c09-cea8-db6e-9da3d9d39ae6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/69b01d64e6ae4761ac19baf96e0164ef 2024-11-13T10:17:15,886 DEBUG [M:0;770665a7984d:45515 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36417/user/jenkins/test-data/72a7ac49-5c09-cea8-db6e-9da3d9d39ae6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/547b75911c77461791abdf36b32ac516 is 69, key is 770665a7984d,40203,1731493020136/rs:state/1731493021692/Put/seqid=0 2024-11-13T10:17:15,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741839_1015 (size=5156) 2024-11-13T10:17:16,293 INFO [M:0;770665a7984d:45515 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36417/user/jenkins/test-data/72a7ac49-5c09-cea8-db6e-9da3d9d39ae6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/547b75911c77461791abdf36b32ac516 2024-11-13T10:17:16,302 DEBUG [M:0;770665a7984d:45515 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36417/user/jenkins/test-data/72a7ac49-5c09-cea8-db6e-9da3d9d39ae6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5aa1ed416b624df3898fe427c85551a1 as hdfs://localhost:36417/user/jenkins/test-data/72a7ac49-5c09-cea8-db6e-9da3d9d39ae6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5aa1ed416b624df3898fe427c85551a1 2024-11-13T10:17:16,309 INFO [M:0;770665a7984d:45515 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36417/user/jenkins/test-data/72a7ac49-5c09-cea8-db6e-9da3d9d39ae6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5aa1ed416b624df3898fe427c85551a1, entries=8, sequenceid=28, filesize=5.5 K 2024-11-13T10:17:16,310 DEBUG [M:0;770665a7984d:45515 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36417/user/jenkins/test-data/72a7ac49-5c09-cea8-db6e-9da3d9d39ae6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/69b01d64e6ae4761ac19baf96e0164ef as hdfs://localhost:36417/user/jenkins/test-data/72a7ac49-5c09-cea8-db6e-9da3d9d39ae6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/69b01d64e6ae4761ac19baf96e0164ef 2024-11-13T10:17:16,317 INFO [M:0;770665a7984d:45515 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36417/user/jenkins/test-data/72a7ac49-5c09-cea8-db6e-9da3d9d39ae6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/69b01d64e6ae4761ac19baf96e0164ef, entries=3, sequenceid=28, filesize=5.2 K 2024-11-13T10:17:16,317 DEBUG [M:0;770665a7984d:45515 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36417/user/jenkins/test-data/72a7ac49-5c09-cea8-db6e-9da3d9d39ae6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/547b75911c77461791abdf36b32ac516 as hdfs://localhost:36417/user/jenkins/test-data/72a7ac49-5c09-cea8-db6e-9da3d9d39ae6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/547b75911c77461791abdf36b32ac516 2024-11-13T10:17:16,324 INFO [M:0;770665a7984d:45515 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36417/user/jenkins/test-data/72a7ac49-5c09-cea8-db6e-9da3d9d39ae6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/547b75911c77461791abdf36b32ac516, entries=1, sequenceid=28, filesize=5.0 K 2024-11-13T10:17:16,325 INFO [M:0;770665a7984d:45515 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 923ms, sequenceid=28, compaction requested=false 2024-11-13T10:17:16,328 INFO [M:0;770665a7984d:45515 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:17:16,328 DEBUG [M:0;770665a7984d:45515 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731493035401Disabling compacts and flushes for region at 1731493035401Disabling writes for close at 1731493035401Obtaining lock to block concurrent updates at 1731493035402 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731493035402Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731493035403 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731493035403Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731493035404 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731493035420 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731493035420Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731493035434 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731493035452 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731493035452Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731493035867 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731493035886 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731493035886Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@159cad6: reopening flushed file at 1731493036301 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12c58876: reopening flushed file at 1731493036309 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dd5eda4: reopening flushed file at 1731493036317 (+8 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 923ms, sequenceid=28, compaction requested=false at 1731493036325 (+8 ms)Writing region close event to WAL at 1731493036328 (+3 ms)Closed at 1731493036328 2024-11-13T10:17:16,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40773 is added to blk_1073741830_1006 (size=10165) 2024-11-13T10:17:16,333 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/72a7ac49-5c09-cea8-db6e-9da3d9d39ae6/MasterData/WALs/770665a7984d,45515,1731493020086/770665a7984d%2C45515%2C1731493020086.1731493021490 not finished, retry = 0 2024-11-13T10:17:16,434 INFO [M:0;770665a7984d:45515 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T10:17:16,434 INFO [M:0;770665a7984d:45515 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45515 2024-11-13T10:17:16,437 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T10:17:16,438 INFO [M:0;770665a7984d:45515 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T10:17:16,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45515-0x10110d483750003, quorum=127.0.0.1:63488, baseZNode=/1392930573 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:17:16,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45515-0x10110d483750003, quorum=127.0.0.1:63488, baseZNode=/1392930573 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:17:16,543 INFO [M:0;770665a7984d:45515 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T10:17:16,556 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@671eadbd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T10:17:16,559 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c7240b2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T10:17:16,559 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T10:17:16,560 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57bd8292{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T10:17:16,560 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45fc8213{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc42a481-e23a-db2b-1e4a-de1c381b61b5/hadoop.log.dir/,STOPPED} 2024-11-13T10:17:16,565 WARN [BP-915323811-172.17.0.2-1731493018870 heartbeating to localhost/127.0.0.1:36417 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T10:17:16,565 WARN [BP-915323811-172.17.0.2-1731493018870 heartbeating to localhost/127.0.0.1:36417 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-915323811-172.17.0.2-1731493018870 (Datanode Uuid 6510f9b6-fff3-4281-89fc-414717e755c7) service to localhost/127.0.0.1:36417 2024-11-13T10:17:16,565 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T10:17:16,565 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T10:17:16,567 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc42a481-e23a-db2b-1e4a-de1c381b61b5/cluster_204ab2a6-f122-107d-93e8-319b0b39c9ae/data/data1/current/BP-915323811-172.17.0.2-1731493018870 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T10:17:16,567 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc42a481-e23a-db2b-1e4a-de1c381b61b5/cluster_204ab2a6-f122-107d-93e8-319b0b39c9ae/data/data2/current/BP-915323811-172.17.0.2-1731493018870 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T10:17:16,568 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T10:17:16,582 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@46934c71{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T10:17:16,583 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60b8baac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T10:17:16,583 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T10:17:16,584 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75bf8bfb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T10:17:16,584 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a733db7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc42a481-e23a-db2b-1e4a-de1c381b61b5/hadoop.log.dir/,STOPPED} 2024-11-13T10:17:16,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T10:17:16,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T10:17:16,613 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T10:17:16,613 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:17:16,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:16,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:16,614 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T10:17:16,614 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=223013209, stopped=false 2024-11-13T10:17:16,614 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:17:16,614 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=770665a7984d,44437,1731493028967 2024-11-13T10:17:16,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44437-0x10110d483750006, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-851703746/running 2024-11-13T10:17:16,616 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T10:17:16,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44437-0x10110d483750006, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-851703746 2024-11-13T10:17:16,617 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35965-0x10110d483750007, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-851703746/running 2024-11-13T10:17:16,617 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35965-0x10110d483750007, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-851703746 2024-11-13T10:17:16,617 DEBUG [RS:0;770665a7984d:35965.replicationSource.wal-reader.770665a7984d%2C35965%2C1731493029005,2-770665a7984d,35965,1731493029005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/WALs/770665a7984d,35965,1731493029005/770665a7984d%2C35965%2C1731493029005.1731493030014 to pos 0, reset compression=false 2024-11-13T10:17:16,617 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T10:17:16,617 DEBUG [RS:0;770665a7984d:35965.replicationSource.wal-reader.770665a7984d%2C35965%2C1731493029005,1-770665a7984d,35965,1731493029005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/WALs/770665a7984d,35965,1731493029005/770665a7984d%2C35965%2C1731493029005.1731493030014 to pos 0, reset compression=false 2024-11-13T10:17:16,617 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35965-0x10110d483750007, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Set watcher on znode that does not yet exist, /0-851703746/running 2024-11-13T10:17:16,618 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:17:16,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:16,618 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '770665a7984d,35965,1731493029005' ***** 2024-11-13T10:17:16,618 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T10:17:16,619 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44437-0x10110d483750006, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Set watcher on znode that does not yet exist, /0-851703746/running 2024-11-13T10:17:16,619 INFO [RS:0;770665a7984d:35965 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T10:17:16,619 INFO [RS:0;770665a7984d:35965 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T10:17:16,619 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T10:17:16,619 INFO [RS:0;770665a7984d:35965 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T10:17:16,619 INFO [RS:0;770665a7984d:35965 {}] regionserver.HRegionServer(3091): Received CLOSE for 7d011158c7fd6fe78ab4ede5e09459f5 2024-11-13T10:17:16,620 INFO [RS:0;770665a7984d:35965 {}] regionserver.HRegionServer(959): stopping server 770665a7984d,35965,1731493029005 2024-11-13T10:17:16,620 INFO [RS:0;770665a7984d:35965 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T10:17:16,620 INFO [RS:0;770665a7984d:35965 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;770665a7984d:35965. 2024-11-13T10:17:16,620 DEBUG [RS:0;770665a7984d:35965 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:17:16,620 DEBUG [RS:0;770665a7984d:35965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:16,621 INFO [RS:0;770665a7984d:35965 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T10:17:16,621 INFO [RS:0;770665a7984d:35965 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T10:17:16,621 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7d011158c7fd6fe78ab4ede5e09459f5, disabling compactions & flushes 2024-11-13T10:17:16,621 INFO [RS:0;770665a7984d:35965 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T10:17:16,621 INFO [RS:0;770665a7984d:35965 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T10:17:16,622 INFO [RS:0;770665a7984d:35965 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T10:17:16,622 DEBUG [RS:0;770665a7984d:35965 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7d011158c7fd6fe78ab4ede5e09459f5=hbase:replication,,1731493023100.7d011158c7fd6fe78ab4ede5e09459f5.} 2024-11-13T10:17:16,623 DEBUG [RS:0;770665a7984d:35965 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7d011158c7fd6fe78ab4ede5e09459f5 2024-11-13T10:17:16,623 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731493023100.7d011158c7fd6fe78ab4ede5e09459f5. 2024-11-13T10:17:16,623 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731493023100.7d011158c7fd6fe78ab4ede5e09459f5. 2024-11-13T10:17:16,623 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731493023100.7d011158c7fd6fe78ab4ede5e09459f5. after waiting 0 ms 2024-11-13T10:17:16,623 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731493023100.7d011158c7fd6fe78ab4ede5e09459f5. 2024-11-13T10:17:16,624 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T10:17:16,624 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T10:17:16,624 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T10:17:16,624 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T10:17:16,624 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T10:17:16,625 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-13T10:17:16,637 INFO [regionserver/770665a7984d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T10:17:16,673 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/data/hbase/replication/7d011158c7fd6fe78ab4ede5e09459f5/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-13T10:17:16,674 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T10:17:16,674 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T10:17:16,674 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731493023100.7d011158c7fd6fe78ab4ede5e09459f5. 2024-11-13T10:17:16,674 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7d011158c7fd6fe78ab4ede5e09459f5: Waiting for close lock at 1731493036620Running coprocessor pre-close hooks at 1731493036620Disabling compacts and flushes for region at 1731493036621 (+1 ms)Disabling writes for close at 1731493036623 (+2 ms)Writing region close event to WAL at 1731493036665 (+42 ms)Running coprocessor post-close hooks at 1731493036674 (+9 ms)Closed at 1731493036674 2024-11-13T10:17:16,674 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731493023100.7d011158c7fd6fe78ab4ede5e09459f5. 2024-11-13T10:17:16,682 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/data/hbase/meta/1588230740/.tmp/info/4491303ba1ef41c39511970cb1fa233a is 147, key is hbase:replication,,1731493023100.7d011158c7fd6fe78ab4ede5e09459f5./info:regioninfo/1731493034611/Put/seqid=0 2024-11-13T10:17:16,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40857 is added to blk_1073741851_1027 (size=6385) 2024-11-13T10:17:16,696 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/data/hbase/meta/1588230740/.tmp/info/4491303ba1ef41c39511970cb1fa233a 2024-11-13T10:17:16,708 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/data/hbase/meta/1588230740/.tmp/info/4491303ba1ef41c39511970cb1fa233a as hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/data/hbase/meta/1588230740/info/4491303ba1ef41c39511970cb1fa233a 2024-11-13T10:17:16,721 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/data/hbase/meta/1588230740/info/4491303ba1ef41c39511970cb1fa233a, entries=8, sequenceid=19, filesize=6.2 K 2024-11-13T10:17:16,723 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 99ms, sequenceid=19, compaction requested=false 2024-11-13T10:17:16,744 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-13T10:17:16,745 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T10:17:16,745 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T10:17:16,745 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T10:17:16,745 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731493036624Running coprocessor pre-close hooks at 1731493036624Disabling compacts and flushes for region at 1731493036624Disabling writes for close at 1731493036624Obtaining lock to block concurrent updates at 1731493036625 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731493036625Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731493036626 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731493036627 (+1 ms)Flushing 1588230740/info: creating writer at 1731493036627Flushing 1588230740/info: appending metadata at 1731493036682 (+55 ms)Flushing 1588230740/info: closing flushed file at 1731493036682Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fef76db: reopening flushed file at 1731493036706 (+24 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 99ms, sequenceid=19, compaction requested=false at 1731493036723 (+17 ms)Writing region close event to WAL at 1731493036735 (+12 ms)Running coprocessor post-close hooks at 1731493036745 (+10 ms)Closed at 1731493036745 2024-11-13T10:17:16,746 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T10:17:16,823 INFO [RS:0;770665a7984d:35965 {}] regionserver.HRegionServer(976): stopping server 770665a7984d,35965,1731493029005; all regions closed. 2024-11-13T10:17:16,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40857 is added to blk_1073741849_1025 (size=2156) 2024-11-13T10:17:16,832 DEBUG [RS:0;770665a7984d:35965 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/oldWALs 2024-11-13T10:17:16,833 INFO [RS:0;770665a7984d:35965 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 770665a7984d%2C35965%2C1731493029005.meta:.meta(num 1731493030282) 2024-11-13T10:17:16,833 INFO [regionserver/770665a7984d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T10:17:16,833 INFO [regionserver/770665a7984d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T10:17:16,836 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/WALs/770665a7984d,35965,1731493029005/770665a7984d%2C35965%2C1731493029005.rep.1731493034560 not finished, retry = 0 2024-11-13T10:17:16,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40857 is added to blk_1073741850_1026 (size=796) 2024-11-13T10:17:16,944 DEBUG [RS:0;770665a7984d:35965 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/oldWALs 2024-11-13T10:17:16,944 INFO [RS:0;770665a7984d:35965 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 770665a7984d%2C35965%2C1731493029005.rep:(num 1731493034560) 2024-11-13T10:17:16,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40857 is added to blk_1073741848_1024 (size=93) 2024-11-13T10:17:16,955 DEBUG [RS:0;770665a7984d:35965 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/oldWALs 2024-11-13T10:17:16,955 INFO [RS:0;770665a7984d:35965 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 770665a7984d%2C35965%2C1731493029005:(num 1731493030014) 2024-11-13T10:17:16,955 DEBUG [RS:0;770665a7984d:35965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:16,955 INFO [RS:0;770665a7984d:35965 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T10:17:16,956 INFO [RS:0;770665a7984d:35965 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T10:17:16,956 INFO [RS:0;770665a7984d:35965 {}] hbase.ChoreService(370): Chore service for: regionserver/770665a7984d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T10:17:16,957 INFO [RS:0;770665a7984d:35965 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T10:17:16,957 INFO [regionserver/770665a7984d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T10:17:16,957 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/770665a7984d:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-13T10:17:16,957 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/770665a7984d:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-13T10:17:16,957 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/770665a7984d:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-13T10:17:16,958 INFO [RS:0;770665a7984d:35965 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-770665a7984d,35965,1731493029005 because: Region server is closing 2024-11-13T10:17:16,958 INFO [RS:0;770665a7984d:35965 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;770665a7984d:35965. 2024-11-13T10:17:16,958 DEBUG [RS:0;770665a7984d:35965 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:17:16,958 DEBUG [RS:0;770665a7984d:35965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:16,959 DEBUG [RS:0;770665a7984d:35965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:16,959 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:17:17,059 WARN [RS:0;770665a7984d:35965.replicationSource.shipper770665a7984d%2C35965%2C1731493029005,1-770665a7984d,35965,1731493029005 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T10:17:17,060 INFO [RS:0;770665a7984d:35965 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;770665a7984d:35965.replicationSource.shipper770665a7984d%2C35965%2C1731493029005,1-770665a7984d,35965,1731493029005 terminated 2024-11-13T10:17:17,060 WARN [RS:0;770665a7984d:35965.replicationSource.wal-reader.770665a7984d%2C35965%2C1731493029005,1-770665a7984d,35965,1731493029005 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T10:17:17,061 INFO [RS:0;770665a7984d:35965 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-770665a7984d,35965,1731493029005 because: Region server is closing 2024-11-13T10:17:17,061 INFO [RS:0;770665a7984d:35965 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;770665a7984d:35965. 2024-11-13T10:17:17,061 DEBUG [RS:0;770665a7984d:35965 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:17:17,061 DEBUG [RS:0;770665a7984d:35965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:17,061 DEBUG [RS:0;770665a7984d:35965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:17,061 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:17:17,161 WARN [RS:0;770665a7984d:35965.replicationSource.wal-reader.770665a7984d%2C35965%2C1731493029005,2-770665a7984d,35965,1731493029005 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T10:17:17,161 WARN [RS:0;770665a7984d:35965.replicationSource.shipper770665a7984d%2C35965%2C1731493029005,2-770665a7984d,35965,1731493029005 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T10:17:17,162 INFO [RS:0;770665a7984d:35965 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;770665a7984d:35965.replicationSource.shipper770665a7984d%2C35965%2C1731493029005,2-770665a7984d,35965,1731493029005 terminated 2024-11-13T10:17:17,162 INFO [RS:0;770665a7984d:35965 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35965 2024-11-13T10:17:17,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44437-0x10110d483750006, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-851703746/rs 2024-11-13T10:17:17,164 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35965-0x10110d483750007, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-851703746/rs/770665a7984d,35965,1731493029005 2024-11-13T10:17:17,164 INFO [RS:0;770665a7984d:35965 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T10:17:17,166 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [770665a7984d,35965,1731493029005] 2024-11-13T10:17:17,168 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-851703746/draining/770665a7984d,35965,1731493029005 already deleted, retry=false 2024-11-13T10:17:17,168 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 770665a7984d,35965,1731493029005 expired; onlineServers=0 2024-11-13T10:17:17,168 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '770665a7984d,44437,1731493028967' ***** 2024-11-13T10:17:17,168 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T10:17:17,168 INFO [M:0;770665a7984d:44437 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T10:17:17,168 INFO [M:0;770665a7984d:44437 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T10:17:17,168 DEBUG [M:0;770665a7984d:44437 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T10:17:17,168 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T10:17:17,169 DEBUG [M:0;770665a7984d:44437 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T10:17:17,169 DEBUG [master/770665a7984d:0:becomeActiveMaster-HFileCleaner.large.0-1731493029700 {}] cleaner.HFileCleaner(306): Exit Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.large.0-1731493029700,5,FailOnTimeoutGroup] 2024-11-13T10:17:17,169 DEBUG [master/770665a7984d:0:becomeActiveMaster-HFileCleaner.small.0-1731493029700 {}] cleaner.HFileCleaner(306): Exit Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.small.0-1731493029700,5,FailOnTimeoutGroup] 2024-11-13T10:17:17,169 INFO [M:0;770665a7984d:44437 {}] hbase.ChoreService(370): Chore service for: master/770665a7984d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T10:17:17,169 INFO [M:0;770665a7984d:44437 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T10:17:17,169 DEBUG [M:0;770665a7984d:44437 {}] master.HMaster(1795): Stopping service threads 2024-11-13T10:17:17,169 INFO [M:0;770665a7984d:44437 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T10:17:17,169 INFO [M:0;770665a7984d:44437 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T10:17:17,169 INFO [M:0;770665a7984d:44437 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T10:17:17,170 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T10:17:17,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44437-0x10110d483750006, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-851703746/master 2024-11-13T10:17:17,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44437-0x10110d483750006, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-851703746 2024-11-13T10:17:17,172 DEBUG [M:0;770665a7984d:44437 {}] zookeeper.ZKUtil(347): master:44437-0x10110d483750006, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Unable to get data of znode /0-851703746/master because node does not exist (not an error) 2024-11-13T10:17:17,173 WARN [M:0;770665a7984d:44437 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T10:17:17,173 INFO [M:0;770665a7984d:44437 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/.lastflushedseqids 2024-11-13T10:17:17,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40857 is added to blk_1073741852_1028 (size=181) 2024-11-13T10:17:17,266 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35965-0x10110d483750007, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:17:17,266 INFO [RS:0;770665a7984d:35965 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T10:17:17,266 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35965-0x10110d483750007, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:17:17,266 INFO [RS:0;770665a7984d:35965 {}] regionserver.HRegionServer(1031): Exiting; stopping=770665a7984d,35965,1731493029005; zookeeper connection closed. 2024-11-13T10:17:17,267 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2d38db33 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2d38db33 2024-11-13T10:17:17,267 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T10:17:17,581 INFO [M:0;770665a7984d:44437 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T10:17:17,581 INFO [M:0;770665a7984d:44437 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T10:17:17,581 DEBUG [M:0;770665a7984d:44437 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T10:17:17,582 INFO [M:0;770665a7984d:44437 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:17:17,582 DEBUG [M:0;770665a7984d:44437 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:17:17,582 DEBUG [M:0;770665a7984d:44437 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T10:17:17,582 DEBUG [M:0;770665a7984d:44437 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:17:17,582 INFO [M:0;770665a7984d:44437 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-13T10:17:17,602 DEBUG [M:0;770665a7984d:44437 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2e112e12b55c42e296bfe22ace3f1d2b is 82, key is hbase:meta,,1/info:regioninfo/1731493030347/Put/seqid=0 2024-11-13T10:17:17,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40857 is added to blk_1073741853_1029 (size=5680) 2024-11-13T10:17:18,008 INFO [M:0;770665a7984d:44437 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2e112e12b55c42e296bfe22ace3f1d2b 2024-11-13T10:17:18,032 DEBUG [M:0;770665a7984d:44437 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/791624763c704107adc760b015269042 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731493034622/Put/seqid=0 2024-11-13T10:17:18,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40857 is added to blk_1073741854_1030 (size=7319) 2024-11-13T10:17:18,438 INFO [M:0;770665a7984d:44437 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/791624763c704107adc760b015269042 2024-11-13T10:17:18,462 DEBUG [M:0;770665a7984d:44437 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cc9c67083fe949bf983a7877d30dfa14 is 69, key is 770665a7984d,35965,1731493029005/rs:state/1731493029762/Put/seqid=0 2024-11-13T10:17:18,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40857 is added to blk_1073741855_1031 (size=5371) 2024-11-13T10:17:18,869 INFO [M:0;770665a7984d:44437 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cc9c67083fe949bf983a7877d30dfa14 2024-11-13T10:17:18,876 INFO [M:0;770665a7984d:44437 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cc9c67083fe949bf983a7877d30dfa14 2024-11-13T10:17:18,877 DEBUG [M:0;770665a7984d:44437 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2e112e12b55c42e296bfe22ace3f1d2b as hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2e112e12b55c42e296bfe22ace3f1d2b 2024-11-13T10:17:18,884 INFO [M:0;770665a7984d:44437 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2e112e12b55c42e296bfe22ace3f1d2b, entries=8, sequenceid=172, filesize=5.5 K 2024-11-13T10:17:18,885 DEBUG [M:0;770665a7984d:44437 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/791624763c704107adc760b015269042 as hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/791624763c704107adc760b015269042 2024-11-13T10:17:18,892 INFO [M:0;770665a7984d:44437 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/791624763c704107adc760b015269042, entries=7, sequenceid=172, filesize=7.1 K 2024-11-13T10:17:18,893 DEBUG [M:0;770665a7984d:44437 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cc9c67083fe949bf983a7877d30dfa14 as hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cc9c67083fe949bf983a7877d30dfa14 2024-11-13T10:17:18,901 INFO [M:0;770665a7984d:44437 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cc9c67083fe949bf983a7877d30dfa14 2024-11-13T10:17:18,902 INFO [M:0;770665a7984d:44437 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42229/user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cc9c67083fe949bf983a7877d30dfa14, entries=2, sequenceid=172, filesize=5.2 K 2024-11-13T10:17:18,903 INFO [M:0;770665a7984d:44437 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1321ms, sequenceid=172, compaction requested=false 2024-11-13T10:17:18,905 INFO [M:0;770665a7984d:44437 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:17:18,905 DEBUG [M:0;770665a7984d:44437 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731493037581Disabling compacts and flushes for region at 1731493037581Disabling writes for close at 1731493037582 (+1 ms)Obtaining lock to block concurrent updates at 1731493037582Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731493037582Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731493037582Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731493037583 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731493037584 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731493037601 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731493037601Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731493038014 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731493038031 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731493038031Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731493038445 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731493038461 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731493038462 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a9099f5: reopening flushed file at 1731493038876 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53a03043: reopening flushed file at 1731493038884 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e240130: reopening flushed file at 1731493038892 (+8 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1321ms, sequenceid=172, compaction requested=false at 1731493038903 (+11 ms)Writing region close event to WAL at 1731493038905 (+2 ms)Closed at 1731493038905 2024-11-13T10:17:18,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40857 is added to blk_1073741847_1023 (size=22949) 2024-11-13T10:17:18,908 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c8c24325-431e-e5a6-7861-50c1dcbfeb60/MasterData/WALs/770665a7984d,44437,1731493028967/770665a7984d%2C44437%2C1731493028967.1731493029525 not finished, retry = 0 2024-11-13T10:17:19,009 INFO [M:0;770665a7984d:44437 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T10:17:19,009 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T10:17:19,009 INFO [M:0;770665a7984d:44437 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44437 2024-11-13T10:17:19,009 INFO [M:0;770665a7984d:44437 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T10:17:19,112 INFO [M:0;770665a7984d:44437 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T10:17:19,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44437-0x10110d483750006, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:17:19,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44437-0x10110d483750006, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:17:19,115 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f0edb62{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T10:17:19,115 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@68de4c05{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T10:17:19,115 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T10:17:19,116 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4247812b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T10:17:19,116 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1cb6d394{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/989643f4-9aa6-820f-6cf5-37b709b4bbef/hadoop.log.dir/,STOPPED} 2024-11-13T10:17:19,117 WARN [BP-590868653-172.17.0.2-1731493010589 heartbeating to localhost/127.0.0.1:42229 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T10:17:19,117 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T10:17:19,118 WARN [BP-590868653-172.17.0.2-1731493010589 heartbeating to localhost/127.0.0.1:42229 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-590868653-172.17.0.2-1731493010589 (Datanode Uuid e61fdec6-7be1-4d39-a9b4-230fd5104f19) service to localhost/127.0.0.1:42229 2024-11-13T10:17:19,118 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T10:17:19,118 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/989643f4-9aa6-820f-6cf5-37b709b4bbef/cluster_3bca426f-8e90-c9f1-b933-c1147a3d1996/data/data1/current/BP-590868653-172.17.0.2-1731493010589 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T10:17:19,118 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/989643f4-9aa6-820f-6cf5-37b709b4bbef/cluster_3bca426f-8e90-c9f1-b933-c1147a3d1996/data/data2/current/BP-590868653-172.17.0.2-1731493010589 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T10:17:19,119 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T10:17:19,125 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@34444f5b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T10:17:19,125 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18ffb70e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T10:17:19,126 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T10:17:19,126 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@711609b6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T10:17:19,126 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76f367e2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/989643f4-9aa6-820f-6cf5-37b709b4bbef/hadoop.log.dir/,STOPPED} 2024-11-13T10:17:19,134 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T10:17:19,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T10:17:19,160 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=110 (was 11) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36417 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: globalEventExecutor-1-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:42229 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@1990e259 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:42229 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42229 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:36417 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36417 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42229 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36417 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:36417 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36417 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/770665a7984d:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/770665a7984d:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/770665a7984d:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:36417 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36417 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/770665a7984d:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36417 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:42229 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42229 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/770665a7984d:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63488) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42229 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63488) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:42229 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42229 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:42229 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:36417 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=222 (was 284), ProcessCount=11 (was 11), AvailableMemoryMB=2846 (was 3154) 2024-11-13T10:17:19,168 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=110, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=222, ProcessCount=11, AvailableMemoryMB=2847 2024-11-13T10:17:19,186 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-13T10:17:19,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc42a481-e23a-db2b-1e4a-de1c381b61b5/hadoop.log.dir so I do NOT create it in target/test-data/7f9e1fa2-fd88-6540-07ea-b64c079fb6bc 2024-11-13T10:17:19,187 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc42a481-e23a-db2b-1e4a-de1c381b61b5/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T10:17:19,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc42a481-e23a-db2b-1e4a-de1c381b61b5/hadoop.tmp.dir so I do NOT create it in target/test-data/7f9e1fa2-fd88-6540-07ea-b64c079fb6bc 2024-11-13T10:17:19,187 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc42a481-e23a-db2b-1e4a-de1c381b61b5/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T10:17:19,187 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f9e1fa2-fd88-6540-07ea-b64c079fb6bc 2024-11-13T10:17:19,187 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f9e1fa2-fd88-6540-07ea-b64c079fb6bc/cluster_2cad4f02-ba73-62ca-06b6-7d0fa77556ef, deleteOnExit=true 2024-11-13T10:17:19,190 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f9e1fa2-fd88-6540-07ea-b64c079fb6bc/cluster_2cad4f02-ba73-62ca-06b6-7d0fa77556ef/zookeeper_0, clientPort=61296, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f9e1fa2-fd88-6540-07ea-b64c079fb6bc/cluster_2cad4f02-ba73-62ca-06b6-7d0fa77556ef/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f9e1fa2-fd88-6540-07ea-b64c079fb6bc/cluster_2cad4f02-ba73-62ca-06b6-7d0fa77556ef/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T10:17:19,192 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61296 2024-11-13T10:17:19,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T10:17:19,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T10:17:19,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f9e1fa2-fd88-6540-07ea-b64c079fb6bc/test.cache.data in system properties and HBase conf 2024-11-13T10:17:19,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f9e1fa2-fd88-6540-07ea-b64c079fb6bc/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T10:17:19,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f9e1fa2-fd88-6540-07ea-b64c079fb6bc/hadoop.log.dir in system properties and HBase conf 2024-11-13T10:17:19,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f9e1fa2-fd88-6540-07ea-b64c079fb6bc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T10:17:19,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f9e1fa2-fd88-6540-07ea-b64c079fb6bc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T10:17:19,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T10:17:19,193 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T10:17:19,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f9e1fa2-fd88-6540-07ea-b64c079fb6bc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T10:17:19,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f9e1fa2-fd88-6540-07ea-b64c079fb6bc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T10:17:19,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f9e1fa2-fd88-6540-07ea-b64c079fb6bc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T10:17:19,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f9e1fa2-fd88-6540-07ea-b64c079fb6bc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T10:17:19,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f9e1fa2-fd88-6540-07ea-b64c079fb6bc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T10:17:19,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f9e1fa2-fd88-6540-07ea-b64c079fb6bc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T10:17:19,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f9e1fa2-fd88-6540-07ea-b64c079fb6bc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T10:17:19,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f9e1fa2-fd88-6540-07ea-b64c079fb6bc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T10:17:19,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f9e1fa2-fd88-6540-07ea-b64c079fb6bc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T10:17:19,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f9e1fa2-fd88-6540-07ea-b64c079fb6bc/nfs.dump.dir in system properties and HBase conf 2024-11-13T10:17:19,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f9e1fa2-fd88-6540-07ea-b64c079fb6bc/java.io.tmpdir in system properties and HBase conf 2024-11-13T10:17:19,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f9e1fa2-fd88-6540-07ea-b64c079fb6bc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T10:17:19,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f9e1fa2-fd88-6540-07ea-b64c079fb6bc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T10:17:19,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f9e1fa2-fd88-6540-07ea-b64c079fb6bc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T10:17:19,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10110d483750002, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T10:17:19,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10110d483750005, quorum=127.0.0.1:63488, baseZNode=/1392930573 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T10:17:19,231 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10110d483750002, quorum=127.0.0.1:63488, baseZNode=/0-851703746 Received Disconnected from ZooKeeper, ignoring 2024-11-13T10:17:19,231 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10110d483750005, quorum=127.0.0.1:63488, baseZNode=/1392930573 Received Disconnected from ZooKeeper, ignoring 2024-11-13T10:17:19,290 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T10:17:19,295 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T10:17:19,297 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T10:17:19,297 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T10:17:19,297 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T10:17:19,298 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T10:17:19,299 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2599732c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f9e1fa2-fd88-6540-07ea-b64c079fb6bc/hadoop.log.dir/,AVAILABLE} 2024-11-13T10:17:19,300 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44f7b8d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T10:17:19,447 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@440b13fc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f9e1fa2-fd88-6540-07ea-b64c079fb6bc/java.io.tmpdir/jetty-localhost-35225-hadoop-hdfs-3_4_1-tests_jar-_-any-11264434434059614234/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T10:17:19,448 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@301e370e{HTTP/1.1, (http/1.1)}{localhost:35225} 2024-11-13T10:17:19,448 INFO [Time-limited test {}] server.Server(415): Started @31296ms 2024-11-13T10:17:19,558 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T10:17:19,563 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T10:17:19,564 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T10:17:19,564 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T10:17:19,564 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T10:17:19,566 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d7725da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f9e1fa2-fd88-6540-07ea-b64c079fb6bc/hadoop.log.dir/,AVAILABLE} 2024-11-13T10:17:19,567 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d1cbcba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T10:17:19,710 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f736734{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f9e1fa2-fd88-6540-07ea-b64c079fb6bc/java.io.tmpdir/jetty-localhost-34219-hadoop-hdfs-3_4_1-tests_jar-_-any-11442685354811848838/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T10:17:19,711 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3183cd5d{HTTP/1.1, (http/1.1)}{localhost:34219} 2024-11-13T10:17:19,711 INFO [Time-limited test {}] server.Server(415): Started @31559ms 2024-11-13T10:17:19,713 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T10:17:19,829 WARN [Thread-499 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f9e1fa2-fd88-6540-07ea-b64c079fb6bc/cluster_2cad4f02-ba73-62ca-06b6-7d0fa77556ef/data/data1/current/BP-472400012-172.17.0.2-1731493039229/current, will proceed with Du for space computation calculation, 2024-11-13T10:17:19,830 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f9e1fa2-fd88-6540-07ea-b64c079fb6bc/cluster_2cad4f02-ba73-62ca-06b6-7d0fa77556ef/data/data2/current/BP-472400012-172.17.0.2-1731493039229/current, will proceed with Du for space computation calculation, 2024-11-13T10:17:19,856 WARN [Thread-487 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T10:17:19,859 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbf123c2c0d9a9c1d with lease ID 0xdf67dafb14acea3d: Processing first storage report for DS-ef7f3248-1371-4e84-9e45-acd2b63297ad from datanode DatanodeRegistration(127.0.0.1:37757, datanodeUuid=17f2ab94-5aaf-46b1-aaee-a4d122c3e4ab, infoPort=39705, infoSecurePort=0, ipcPort=33115, storageInfo=lv=-57;cid=testClusterID;nsid=1101465543;c=1731493039229) 2024-11-13T10:17:19,859 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbf123c2c0d9a9c1d with lease ID 0xdf67dafb14acea3d: from storage DS-ef7f3248-1371-4e84-9e45-acd2b63297ad node DatanodeRegistration(127.0.0.1:37757, datanodeUuid=17f2ab94-5aaf-46b1-aaee-a4d122c3e4ab, infoPort=39705, infoSecurePort=0, ipcPort=33115, storageInfo=lv=-57;cid=testClusterID;nsid=1101465543;c=1731493039229), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T10:17:19,859 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbf123c2c0d9a9c1d with lease ID 0xdf67dafb14acea3d: Processing first storage report for DS-b3ea7aaa-c00a-40a3-b783-82b9231c7ef9 from datanode DatanodeRegistration(127.0.0.1:37757, datanodeUuid=17f2ab94-5aaf-46b1-aaee-a4d122c3e4ab, infoPort=39705, infoSecurePort=0, ipcPort=33115, storageInfo=lv=-57;cid=testClusterID;nsid=1101465543;c=1731493039229) 2024-11-13T10:17:19,859 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbf123c2c0d9a9c1d with lease ID 0xdf67dafb14acea3d: from storage DS-b3ea7aaa-c00a-40a3-b783-82b9231c7ef9 node DatanodeRegistration(127.0.0.1:37757, datanodeUuid=17f2ab94-5aaf-46b1-aaee-a4d122c3e4ab, infoPort=39705, infoSecurePort=0, ipcPort=33115, storageInfo=lv=-57;cid=testClusterID;nsid=1101465543;c=1731493039229), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T10:17:19,944 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f9e1fa2-fd88-6540-07ea-b64c079fb6bc 2024-11-13T10:17:19,945 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:17:19,946 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:17:19,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37757 is added to blk_1073741825_1001 (size=7) 2024-11-13T10:17:20,359 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45949/user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc with version=8 2024-11-13T10:17:20,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45949/user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/hbase-staging 2024-11-13T10:17:20,362 INFO [Time-limited test {}] client.ConnectionUtils(128): master/770665a7984d:0 server-side Connection retries=45 2024-11-13T10:17:20,362 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:17:20,363 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T10:17:20,363 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T10:17:20,363 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:17:20,363 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T10:17:20,363 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T10:17:20,363 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T10:17:20,364 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38445 2024-11-13T10:17:20,366 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38445 connecting to ZooKeeper ensemble=127.0.0.1:61296 2024-11-13T10:17:20,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:384450x0, quorum=127.0.0.1:61296, baseZNode=/0503572965 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T10:17:20,372 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38445-0x10110d4f6e50000 connected 2024-11-13T10:17:20,391 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:17:20,393 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:17:20,395 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38445-0x10110d4f6e50000, quorum=127.0.0.1:61296, baseZNode=/0503572965 Set watcher on znode that does not yet exist, /0503572965/running 2024-11-13T10:17:20,395 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45949/user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc, hbase.cluster.distributed=false 2024-11-13T10:17:20,397 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38445-0x10110d4f6e50000, quorum=127.0.0.1:61296, baseZNode=/0503572965 Set watcher on znode that does not yet exist, /0503572965/acl 2024-11-13T10:17:20,399 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38445 2024-11-13T10:17:20,399 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38445 2024-11-13T10:17:20,399 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38445 2024-11-13T10:17:20,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38445 2024-11-13T10:17:20,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38445 2024-11-13T10:17:20,419 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/770665a7984d:0 server-side Connection retries=45 2024-11-13T10:17:20,419 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:17:20,419 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T10:17:20,419 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T10:17:20,419 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:17:20,419 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T10:17:20,419 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T10:17:20,419 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T10:17:20,420 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37965 2024-11-13T10:17:20,422 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37965 connecting to ZooKeeper ensemble=127.0.0.1:61296 2024-11-13T10:17:20,423 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:17:20,426 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:17:20,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:379650x0, quorum=127.0.0.1:61296, baseZNode=/0503572965 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T10:17:20,432 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37965-0x10110d4f6e50001 connected 2024-11-13T10:17:20,432 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37965-0x10110d4f6e50001, quorum=127.0.0.1:61296, baseZNode=/0503572965 Set watcher on znode that does not yet exist, /0503572965/running 2024-11-13T10:17:20,432 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T10:17:20,436 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T10:17:20,437 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37965-0x10110d4f6e50001, quorum=127.0.0.1:61296, baseZNode=/0503572965 Set watcher on znode that does not yet exist, /0503572965/master 2024-11-13T10:17:20,438 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37965-0x10110d4f6e50001, quorum=127.0.0.1:61296, baseZNode=/0503572965 Set watcher on znode that does not yet exist, /0503572965/acl 2024-11-13T10:17:20,438 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37965 2024-11-13T10:17:20,439 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37965 2024-11-13T10:17:20,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37965 2024-11-13T10:17:20,442 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37965 2024-11-13T10:17:20,442 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37965 2024-11-13T10:17:20,458 DEBUG [M:0;770665a7984d:38445 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;770665a7984d:38445 2024-11-13T10:17:20,459 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0503572965/backup-masters/770665a7984d,38445,1731493040362 2024-11-13T10:17:20,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37965-0x10110d4f6e50001, quorum=127.0.0.1:61296, baseZNode=/0503572965 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0503572965/backup-masters 2024-11-13T10:17:20,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38445-0x10110d4f6e50000, quorum=127.0.0.1:61296, baseZNode=/0503572965 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0503572965/backup-masters 2024-11-13T10:17:20,462 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38445-0x10110d4f6e50000, quorum=127.0.0.1:61296, baseZNode=/0503572965 Set watcher on existing znode=/0503572965/backup-masters/770665a7984d,38445,1731493040362 2024-11-13T10:17:20,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38445-0x10110d4f6e50000, quorum=127.0.0.1:61296, baseZNode=/0503572965 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0503572965 2024-11-13T10:17:20,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37965-0x10110d4f6e50001, quorum=127.0.0.1:61296, baseZNode=/0503572965 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0503572965/master 2024-11-13T10:17:20,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37965-0x10110d4f6e50001, quorum=127.0.0.1:61296, baseZNode=/0503572965 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0503572965 2024-11-13T10:17:20,464 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38445-0x10110d4f6e50000, quorum=127.0.0.1:61296, baseZNode=/0503572965 Set watcher on existing znode=/0503572965/master 2024-11-13T10:17:20,465 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0503572965/backup-masters/770665a7984d,38445,1731493040362 from backup master directory 2024-11-13T10:17:20,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38445-0x10110d4f6e50000, quorum=127.0.0.1:61296, baseZNode=/0503572965 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0503572965/backup-masters/770665a7984d,38445,1731493040362 2024-11-13T10:17:20,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37965-0x10110d4f6e50001, quorum=127.0.0.1:61296, baseZNode=/0503572965 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0503572965/backup-masters 2024-11-13T10:17:20,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38445-0x10110d4f6e50000, quorum=127.0.0.1:61296, baseZNode=/0503572965 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0503572965/backup-masters 2024-11-13T10:17:20,466 WARN [master/770665a7984d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T10:17:20,466 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=770665a7984d,38445,1731493040362 2024-11-13T10:17:20,474 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45949/user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/hbase.id] with ID: 21af6491-f4e2-47c1-89ea-e9d0da92220c 2024-11-13T10:17:20,474 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45949/user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/.tmp/hbase.id 2024-11-13T10:17:20,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37757 is added to blk_1073741826_1002 (size=42) 2024-11-13T10:17:20,881 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45949/user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/.tmp/hbase.id]:[hdfs://localhost:45949/user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/hbase.id] 2024-11-13T10:17:20,897 INFO [master/770665a7984d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:17:20,897 INFO [master/770665a7984d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T10:17:20,899 INFO [master/770665a7984d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-13T10:17:20,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37965-0x10110d4f6e50001, quorum=127.0.0.1:61296, baseZNode=/0503572965 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0503572965 2024-11-13T10:17:20,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38445-0x10110d4f6e50000, quorum=127.0.0.1:61296, baseZNode=/0503572965 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0503572965 2024-11-13T10:17:20,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37757 is added to blk_1073741827_1003 (size=196) 2024-11-13T10:17:21,311 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T10:17:21,313 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T10:17:21,313 INFO [master/770665a7984d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:17:21,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37757 is added to blk_1073741828_1004 (size=1189) 2024-11-13T10:17:21,723 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45949/user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/MasterData/data/master/store 2024-11-13T10:17:21,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37757 is added to blk_1073741829_1005 (size=34) 2024-11-13T10:17:22,133 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:17:22,133 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T10:17:22,133 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:17:22,133 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:17:22,133 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T10:17:22,133 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:17:22,134 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:17:22,134 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731493042133Disabling compacts and flushes for region at 1731493042133Disabling writes for close at 1731493042133Writing region close event to WAL at 1731493042133Closed at 1731493042133 2024-11-13T10:17:22,135 WARN [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45949/user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/MasterData/data/master/store/.initializing 2024-11-13T10:17:22,135 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45949/user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/MasterData/WALs/770665a7984d,38445,1731493040362 2024-11-13T10:17:22,137 INFO [master/770665a7984d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T10:17:22,139 INFO [master/770665a7984d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=770665a7984d%2C38445%2C1731493040362, suffix=, logDir=hdfs://localhost:45949/user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/MasterData/WALs/770665a7984d,38445,1731493040362, archiveDir=hdfs://localhost:45949/user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/MasterData/oldWALs, maxLogs=10 2024-11-13T10:17:22,160 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/MasterData/WALs/770665a7984d,38445,1731493040362/770665a7984d%2C38445%2C1731493040362.1731493042140, exclude list is [], retry=0 2024-11-13T10:17:22,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37757,DS-ef7f3248-1371-4e84-9e45-acd2b63297ad,DISK] 2024-11-13T10:17:22,168 INFO [master/770665a7984d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/MasterData/WALs/770665a7984d,38445,1731493040362/770665a7984d%2C38445%2C1731493040362.1731493042140 2024-11-13T10:17:22,168 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39705:39705)] 2024-11-13T10:17:22,168 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:17:22,169 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:17:22,169 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:17:22,169 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:17:22,171 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:17:22,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T10:17:22,173 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:22,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:17:22,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:17:22,175 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T10:17:22,175 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:22,175 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:17:22,175 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:17:22,176 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T10:17:22,177 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T10:17:22,177 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:22,177 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:17:22,178 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:17:22,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:17:22,179 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T10:17:22,179 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:22,180 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:17:22,180 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:17:22,181 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45949/user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:17:22,181 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45949/user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:17:22,184 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:17:22,184 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:17:22,185 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T10:17:22,186 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:17:22,189 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45949/user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:17:22,190 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70404847, jitterRate=0.04911397397518158}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T10:17:22,191 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731493042169Initializing all the Stores at 1731493042170 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493042170Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493042170Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493042170Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493042170Cleaning up temporary data from old regions at 1731493042184 (+14 ms)Region opened successfully at 1731493042191 (+7 ms) 2024-11-13T10:17:22,191 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T10:17:22,196 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d59cbfe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=770665a7984d/172.17.0.2:0 2024-11-13T10:17:22,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:17:22,202 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T10:17:22,202 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T10:17:22,202 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T10:17:22,203 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T10:17:22,204 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T10:17:22,204 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T10:17:22,204 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T10:17:22,222 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T10:17:22,223 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38445-0x10110d4f6e50000, quorum=127.0.0.1:61296, baseZNode=/0503572965 Unable to get data of znode /0503572965/balancer because node does not exist (not necessarily an error) 2024-11-13T10:17:22,225 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0503572965/balancer already deleted, retry=false 2024-11-13T10:17:22,226 INFO [master/770665a7984d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T10:17:22,227 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38445-0x10110d4f6e50000, quorum=127.0.0.1:61296, baseZNode=/0503572965 Unable to get data of znode /0503572965/normalizer because node does not exist (not necessarily an error) 2024-11-13T10:17:22,229 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0503572965/normalizer already deleted, retry=false 2024-11-13T10:17:22,230 INFO [master/770665a7984d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T10:17:22,245 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38445-0x10110d4f6e50000, quorum=127.0.0.1:61296, baseZNode=/0503572965 Unable to get data of znode /0503572965/switch/split because node does not exist (not necessarily an error) 2024-11-13T10:17:22,247 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0503572965/switch/split already deleted, retry=false 2024-11-13T10:17:22,258 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38445-0x10110d4f6e50000, quorum=127.0.0.1:61296, baseZNode=/0503572965 Unable to get data of znode /0503572965/switch/merge because node does not exist (not necessarily an error) 2024-11-13T10:17:22,260 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0503572965/switch/merge already deleted, retry=false 2024-11-13T10:17:22,263 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38445-0x10110d4f6e50000, quorum=127.0.0.1:61296, baseZNode=/0503572965 Unable to get data of znode /0503572965/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T10:17:22,264 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0503572965/snapshot-cleanup already deleted, retry=false 2024-11-13T10:17:22,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37965-0x10110d4f6e50001, quorum=127.0.0.1:61296, baseZNode=/0503572965 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0503572965/running 2024-11-13T10:17:22,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38445-0x10110d4f6e50000, quorum=127.0.0.1:61296, baseZNode=/0503572965 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0503572965/running 2024-11-13T10:17:22,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37965-0x10110d4f6e50001, quorum=127.0.0.1:61296, baseZNode=/0503572965 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0503572965 2024-11-13T10:17:22,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38445-0x10110d4f6e50000, quorum=127.0.0.1:61296, baseZNode=/0503572965 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0503572965 2024-11-13T10:17:22,271 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=770665a7984d,38445,1731493040362, sessionid=0x10110d4f6e50000, setting cluster-up flag (Was=false) 2024-11-13T10:17:22,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37965-0x10110d4f6e50001, quorum=127.0.0.1:61296, baseZNode=/0503572965 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0503572965 2024-11-13T10:17:22,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38445-0x10110d4f6e50000, quorum=127.0.0.1:61296, baseZNode=/0503572965 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0503572965 2024-11-13T10:17:22,281 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0503572965/flush-table-proc/acquired, /0503572965/flush-table-proc/reached, /0503572965/flush-table-proc/abort 2024-11-13T10:17:22,283 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=770665a7984d,38445,1731493040362 2024-11-13T10:17:22,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38445-0x10110d4f6e50000, quorum=127.0.0.1:61296, baseZNode=/0503572965 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0503572965 2024-11-13T10:17:22,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37965-0x10110d4f6e50001, quorum=127.0.0.1:61296, baseZNode=/0503572965 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0503572965 2024-11-13T10:17:22,294 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0503572965/online-snapshot/acquired, /0503572965/online-snapshot/reached, /0503572965/online-snapshot/abort 2024-11-13T10:17:22,295 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=770665a7984d,38445,1731493040362 2024-11-13T10:17:22,296 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45949/user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T10:17:22,299 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T10:17:22,299 INFO [master/770665a7984d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T10:17:22,299 INFO [master/770665a7984d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T10:17:22,299 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 770665a7984d,38445,1731493040362 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T10:17:22,301 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:17:22,301 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:17:22,301 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:17:22,301 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:17:22,301 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/770665a7984d:0, corePoolSize=10, maxPoolSize=10 2024-11-13T10:17:22,301 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:17:22,301 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/770665a7984d:0, corePoolSize=2, maxPoolSize=2 2024-11-13T10:17:22,301 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:17:22,310 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731493072310 2024-11-13T10:17:22,310 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T10:17:22,310 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T10:17:22,310 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T10:17:22,310 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T10:17:22,310 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T10:17:22,310 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T10:17:22,310 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T10:17:22,310 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T10:17:22,310 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:22,311 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T10:17:22,311 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T10:17:22,311 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T10:17:22,311 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T10:17:22,311 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T10:17:22,311 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T10:17:22,311 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:22,312 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.large.0-1731493042311,5,FailOnTimeoutGroup] 2024-11-13T10:17:22,312 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.small.0-1731493042312,5,FailOnTimeoutGroup] 2024-11-13T10:17:22,312 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:22,312 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T10:17:22,312 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T10:17:22,312 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:22,312 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:22,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37757 is added to blk_1073741831_1007 (size=1321) 2024-11-13T10:17:22,346 INFO [RS:0;770665a7984d:37965 {}] regionserver.HRegionServer(746): ClusterId : 21af6491-f4e2-47c1-89ea-e9d0da92220c 2024-11-13T10:17:22,346 DEBUG [RS:0;770665a7984d:37965 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T10:17:22,349 DEBUG [RS:0;770665a7984d:37965 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T10:17:22,349 DEBUG [RS:0;770665a7984d:37965 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T10:17:22,352 DEBUG [RS:0;770665a7984d:37965 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T10:17:22,352 DEBUG [RS:0;770665a7984d:37965 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64b6844d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=770665a7984d/172.17.0.2:0 2024-11-13T10:17:22,374 DEBUG [RS:0;770665a7984d:37965 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;770665a7984d:37965 2024-11-13T10:17:22,374 INFO [RS:0;770665a7984d:37965 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T10:17:22,374 INFO [RS:0;770665a7984d:37965 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T10:17:22,374 DEBUG [RS:0;770665a7984d:37965 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T10:17:22,375 INFO [RS:0;770665a7984d:37965 {}] regionserver.HRegionServer(2659): reportForDuty to master=770665a7984d,38445,1731493040362 with port=37965, startcode=1731493040418 2024-11-13T10:17:22,375 DEBUG [RS:0;770665a7984d:37965 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T10:17:22,386 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57297, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T10:17:22,386 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38445 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 770665a7984d,37965,1731493040418 2024-11-13T10:17:22,387 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38445 {}] master.ServerManager(517): Registering regionserver=770665a7984d,37965,1731493040418 2024-11-13T10:17:22,389 DEBUG [RS:0;770665a7984d:37965 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45949/user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc 2024-11-13T10:17:22,389 DEBUG [RS:0;770665a7984d:37965 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45949 2024-11-13T10:17:22,389 DEBUG [RS:0;770665a7984d:37965 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T10:17:22,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38445-0x10110d4f6e50000, quorum=127.0.0.1:61296, baseZNode=/0503572965 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0503572965/rs 2024-11-13T10:17:22,393 DEBUG [RS:0;770665a7984d:37965 {}] zookeeper.ZKUtil(111): regionserver:37965-0x10110d4f6e50001, quorum=127.0.0.1:61296, baseZNode=/0503572965 Set watcher on existing znode=/0503572965/rs/770665a7984d,37965,1731493040418 2024-11-13T10:17:22,393 WARN [RS:0;770665a7984d:37965 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T10:17:22,393 INFO [RS:0;770665a7984d:37965 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:17:22,393 DEBUG [RS:0;770665a7984d:37965 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45949/user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/WALs/770665a7984d,37965,1731493040418 2024-11-13T10:17:22,397 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [770665a7984d,37965,1731493040418] 2024-11-13T10:17:22,400 INFO [RS:0;770665a7984d:37965 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T10:17:22,403 INFO [RS:0;770665a7984d:37965 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T10:17:22,404 INFO [RS:0;770665a7984d:37965 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T10:17:22,404 INFO [RS:0;770665a7984d:37965 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:22,405 INFO [RS:0;770665a7984d:37965 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T10:17:22,406 INFO [RS:0;770665a7984d:37965 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T10:17:22,406 INFO [RS:0;770665a7984d:37965 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:22,406 DEBUG [RS:0;770665a7984d:37965 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:17:22,406 DEBUG [RS:0;770665a7984d:37965 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:17:22,406 DEBUG [RS:0;770665a7984d:37965 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:17:22,406 DEBUG [RS:0;770665a7984d:37965 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:17:22,406 DEBUG [RS:0;770665a7984d:37965 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:17:22,406 DEBUG [RS:0;770665a7984d:37965 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/770665a7984d:0, corePoolSize=2, maxPoolSize=2 2024-11-13T10:17:22,406 DEBUG [RS:0;770665a7984d:37965 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:17:22,406 DEBUG [RS:0;770665a7984d:37965 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:17:22,406 DEBUG [RS:0;770665a7984d:37965 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:17:22,407 DEBUG [RS:0;770665a7984d:37965 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:17:22,407 DEBUG [RS:0;770665a7984d:37965 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:17:22,407 DEBUG [RS:0;770665a7984d:37965 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:17:22,407 DEBUG [RS:0;770665a7984d:37965 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/770665a7984d:0, corePoolSize=3, maxPoolSize=3 2024-11-13T10:17:22,407 DEBUG [RS:0;770665a7984d:37965 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0, corePoolSize=3, maxPoolSize=3 2024-11-13T10:17:22,407 INFO [RS:0;770665a7984d:37965 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:22,407 INFO [RS:0;770665a7984d:37965 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:22,408 INFO [RS:0;770665a7984d:37965 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:22,408 INFO [RS:0;770665a7984d:37965 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:22,408 INFO [RS:0;770665a7984d:37965 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:22,408 INFO [RS:0;770665a7984d:37965 {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,37965,1731493040418-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T10:17:22,426 INFO [RS:0;770665a7984d:37965 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T10:17:22,426 INFO [RS:0;770665a7984d:37965 {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,37965,1731493040418-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:22,426 INFO [RS:0;770665a7984d:37965 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:22,426 INFO [RS:0;770665a7984d:37965 {}] regionserver.Replication(171): 770665a7984d,37965,1731493040418 started 2024-11-13T10:17:22,441 INFO [RS:0;770665a7984d:37965 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:22,441 INFO [RS:0;770665a7984d:37965 {}] regionserver.HRegionServer(1482): Serving as 770665a7984d,37965,1731493040418, RpcServer on 770665a7984d/172.17.0.2:37965, sessionid=0x10110d4f6e50001 2024-11-13T10:17:22,441 DEBUG [RS:0;770665a7984d:37965 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T10:17:22,441 DEBUG [RS:0;770665a7984d:37965 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 770665a7984d,37965,1731493040418 2024-11-13T10:17:22,441 DEBUG [RS:0;770665a7984d:37965 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '770665a7984d,37965,1731493040418' 2024-11-13T10:17:22,441 DEBUG [RS:0;770665a7984d:37965 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0503572965/flush-table-proc/abort' 2024-11-13T10:17:22,442 DEBUG [RS:0;770665a7984d:37965 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0503572965/flush-table-proc/acquired' 2024-11-13T10:17:22,443 DEBUG [RS:0;770665a7984d:37965 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T10:17:22,443 DEBUG [RS:0;770665a7984d:37965 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T10:17:22,443 DEBUG [RS:0;770665a7984d:37965 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 770665a7984d,37965,1731493040418 2024-11-13T10:17:22,443 DEBUG [RS:0;770665a7984d:37965 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '770665a7984d,37965,1731493040418' 2024-11-13T10:17:22,443 DEBUG [RS:0;770665a7984d:37965 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0503572965/online-snapshot/abort' 2024-11-13T10:17:22,443 DEBUG [RS:0;770665a7984d:37965 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0503572965/online-snapshot/acquired' 2024-11-13T10:17:22,444 DEBUG [RS:0;770665a7984d:37965 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T10:17:22,444 INFO [RS:0;770665a7984d:37965 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T10:17:22,444 INFO [RS:0;770665a7984d:37965 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T10:17:22,544 INFO [RS:0;770665a7984d:37965 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T10:17:22,546 INFO [RS:0;770665a7984d:37965 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=770665a7984d%2C37965%2C1731493040418, suffix=, logDir=hdfs://localhost:45949/user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/WALs/770665a7984d,37965,1731493040418, archiveDir=hdfs://localhost:45949/user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/oldWALs, maxLogs=10 2024-11-13T10:17:22,561 DEBUG [RS:0;770665a7984d:37965 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/WALs/770665a7984d,37965,1731493040418/770665a7984d%2C37965%2C1731493040418.1731493042547, exclude list is [], retry=0 2024-11-13T10:17:22,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37757,DS-ef7f3248-1371-4e84-9e45-acd2b63297ad,DISK] 2024-11-13T10:17:22,566 INFO [RS:0;770665a7984d:37965 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/WALs/770665a7984d,37965,1731493040418/770665a7984d%2C37965%2C1731493040418.1731493042547 2024-11-13T10:17:22,567 DEBUG [RS:0;770665a7984d:37965 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39705:39705)] 2024-11-13T10:17:22,724 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45949/user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T10:17:22,725 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45949/user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc 2024-11-13T10:17:22,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37757 is added to blk_1073741833_1009 (size=32) 2024-11-13T10:17:23,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:17:23,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T10:17:23,137 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T10:17:23,137 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:23,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:17:23,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T10:17:23,139 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T10:17:23,140 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:23,140 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:17:23,140 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T10:17:23,142 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T10:17:23,142 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:23,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:17:23,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T10:17:23,144 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T10:17:23,144 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:23,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:17:23,144 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T10:17:23,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45949/user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/data/hbase/meta/1588230740 2024-11-13T10:17:23,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45949/user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/data/hbase/meta/1588230740 2024-11-13T10:17:23,147 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T10:17:23,147 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T10:17:23,148 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T10:17:23,149 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T10:17:23,152 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45949/user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:17:23,152 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72406717, jitterRate=0.07894416153430939}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T10:17:23,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731493043134Initializing all the Stores at 1731493043135 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493043135Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493043135Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493043135Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493043135Cleaning up temporary data from old regions at 1731493043147 (+12 ms)Region opened successfully at 1731493043154 (+7 ms) 2024-11-13T10:17:23,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T10:17:23,154 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T10:17:23,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T10:17:23,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T10:17:23,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T10:17:23,155 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T10:17:23,155 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731493043154Disabling compacts and flushes for region at 1731493043154Disabling writes for close at 1731493043154Writing region close event to WAL at 1731493043155 (+1 ms)Closed at 1731493043155 2024-11-13T10:17:23,157 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T10:17:23,157 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T10:17:23,157 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T10:17:23,159 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T10:17:23,160 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T10:17:23,310 DEBUG [770665a7984d:38445 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T10:17:23,312 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=770665a7984d,37965,1731493040418 2024-11-13T10:17:23,314 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 770665a7984d,37965,1731493040418, state=OPENING 2024-11-13T10:17:23,316 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T10:17:23,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37965-0x10110d4f6e50001, quorum=127.0.0.1:61296, baseZNode=/0503572965 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0503572965 2024-11-13T10:17:23,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38445-0x10110d4f6e50000, quorum=127.0.0.1:61296, baseZNode=/0503572965 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0503572965 2024-11-13T10:17:23,319 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0503572965/meta-region-server: CHANGED 2024-11-13T10:17:23,321 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0503572965/meta-region-server: CHANGED 2024-11-13T10:17:23,321 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T10:17:23,321 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=770665a7984d,37965,1731493040418}] 2024-11-13T10:17:23,475 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T10:17:23,478 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44891, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T10:17:23,482 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T10:17:23,482 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:17:23,483 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T10:17:23,484 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=770665a7984d%2C37965%2C1731493040418.meta, suffix=.meta, logDir=hdfs://localhost:45949/user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/WALs/770665a7984d,37965,1731493040418, archiveDir=hdfs://localhost:45949/user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/oldWALs, maxLogs=10 2024-11-13T10:17:23,501 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/WALs/770665a7984d,37965,1731493040418/770665a7984d%2C37965%2C1731493040418.meta.1731493043485.meta, exclude list is [], retry=0 2024-11-13T10:17:23,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37757,DS-ef7f3248-1371-4e84-9e45-acd2b63297ad,DISK] 2024-11-13T10:17:23,505 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/WALs/770665a7984d,37965,1731493040418/770665a7984d%2C37965%2C1731493040418.meta.1731493043485.meta 2024-11-13T10:17:23,505 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39705:39705)] 2024-11-13T10:17:23,506 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:17:23,506 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T10:17:23,506 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T10:17:23,506 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T10:17:23,506 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T10:17:23,506 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T10:17:23,507 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:17:23,507 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T10:17:23,507 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T10:17:23,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T10:17:23,509 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T10:17:23,509 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:23,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:17:23,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T10:17:23,511 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T10:17:23,511 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:23,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:17:23,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T10:17:23,512 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T10:17:23,512 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:23,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:17:23,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T10:17:23,514 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T10:17:23,514 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:23,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:17:23,514 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T10:17:23,515 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45949/user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/data/hbase/meta/1588230740 2024-11-13T10:17:23,516 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45949/user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/data/hbase/meta/1588230740 2024-11-13T10:17:23,517 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T10:17:23,518 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T10:17:23,518 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T10:17:23,520 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T10:17:23,520 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64447986, jitterRate=-0.039650171995162964}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T10:17:23,521 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T10:17:23,522 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731493043507Writing region info on filesystem at 1731493043507Initializing all the Stores at 1731493043508 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493043508Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493043508Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493043508Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493043508Cleaning up temporary data from old regions at 1731493043518 (+10 ms)Running coprocessor post-open hooks at 1731493043521 (+3 ms)Region opened successfully at 1731493043521 2024-11-13T10:17:23,523 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731493043475 2024-11-13T10:17:23,525 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T10:17:23,525 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T10:17:23,526 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=770665a7984d,37965,1731493040418 2024-11-13T10:17:23,527 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 770665a7984d,37965,1731493040418, state=OPEN 2024-11-13T10:17:23,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38445-0x10110d4f6e50000, quorum=127.0.0.1:61296, baseZNode=/0503572965 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0503572965/meta-region-server 2024-11-13T10:17:23,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37965-0x10110d4f6e50001, quorum=127.0.0.1:61296, baseZNode=/0503572965 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0503572965/meta-region-server 2024-11-13T10:17:23,532 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0503572965/meta-region-server: CHANGED 2024-11-13T10:17:23,532 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0503572965/meta-region-server: CHANGED 2024-11-13T10:17:23,532 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=770665a7984d,37965,1731493040418 2024-11-13T10:17:23,538 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T10:17:23,538 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=770665a7984d,37965,1731493040418 in 211 msec 2024-11-13T10:17:23,541 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T10:17:23,541 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 381 msec 2024-11-13T10:17:23,542 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T10:17:23,542 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T10:17:23,543 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:17:23,543 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,37965,1731493040418, seqNum=-1] 2024-11-13T10:17:23,544 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:17:23,545 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39089, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:17:23,553 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2530 sec 2024-11-13T10:17:23,553 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731493043553, completionTime=-1 2024-11-13T10:17:23,553 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T10:17:23,553 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T10:17:23,556 INFO [master/770665a7984d:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T10:17:23,556 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731493103556 2024-11-13T10:17:23,556 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731493163556 2024-11-13T10:17:23,556 INFO [master/770665a7984d:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T10:17:23,556 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,38445,1731493040362-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:23,556 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,38445,1731493040362-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:23,557 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,38445,1731493040362-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:23,557 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-770665a7984d:38445, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:23,557 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:23,559 DEBUG [master/770665a7984d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T10:17:23,560 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:23,565 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.098sec 2024-11-13T10:17:23,565 INFO [master/770665a7984d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T10:17:23,565 INFO [master/770665a7984d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T10:17:23,565 INFO [master/770665a7984d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T10:17:23,565 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T10:17:23,565 INFO [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T10:17:23,565 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,38445,1731493040362-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T10:17:23,565 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,38445,1731493040362-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T10:17:23,570 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T10:17:23,570 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T10:17:23,570 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,38445,1731493040362-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:23,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4edd3723, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:17:23,647 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,38445,-1 for getting cluster id 2024-11-13T10:17:23,647 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:17:23,649 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '21af6491-f4e2-47c1-89ea-e9d0da92220c' 2024-11-13T10:17:23,649 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:17:23,649 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "21af6491-f4e2-47c1-89ea-e9d0da92220c" 2024-11-13T10:17:23,649 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77239707, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:17:23,649 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,38445,-1] 2024-11-13T10:17:23,650 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:17:23,650 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:23,651 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:17:23,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e656d0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:17:23,653 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:17:23,654 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,37965,1731493040418, seqNum=-1] 2024-11-13T10:17:23,654 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:17:23,656 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:17:23,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=770665a7984d,38445,1731493040362 2024-11-13T10:17:23,659 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61296 2024-11-13T10:17:23,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61296, baseZNode=/0503572965 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T10:17:23,662 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10110d4f6e50002 connected 2024-11-13T10:17:23,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f9e1fa2-fd88-6540-07ea-b64c079fb6bc/hadoop.log.dir so I do NOT create it in target/test-data/ac2eca81-5a6b-2b89-a32a-9de222f9c47c 2024-11-13T10:17:23,666 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f9e1fa2-fd88-6540-07ea-b64c079fb6bc/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T10:17:23,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f9e1fa2-fd88-6540-07ea-b64c079fb6bc/hadoop.tmp.dir so I do NOT create it in target/test-data/ac2eca81-5a6b-2b89-a32a-9de222f9c47c 2024-11-13T10:17:23,666 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f9e1fa2-fd88-6540-07ea-b64c079fb6bc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T10:17:23,666 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac2eca81-5a6b-2b89-a32a-9de222f9c47c 2024-11-13T10:17:23,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T10:17:23,666 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac2eca81-5a6b-2b89-a32a-9de222f9c47c/cluster_76a8acec-94ac-4331-9b13-69db36f71f1b, deleteOnExit=true 2024-11-13T10:17:23,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T10:17:23,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac2eca81-5a6b-2b89-a32a-9de222f9c47c/test.cache.data in system properties and HBase conf 2024-11-13T10:17:23,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac2eca81-5a6b-2b89-a32a-9de222f9c47c/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T10:17:23,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac2eca81-5a6b-2b89-a32a-9de222f9c47c/hadoop.log.dir in system properties and HBase conf 2024-11-13T10:17:23,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac2eca81-5a6b-2b89-a32a-9de222f9c47c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T10:17:23,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac2eca81-5a6b-2b89-a32a-9de222f9c47c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T10:17:23,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T10:17:23,667 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T10:17:23,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac2eca81-5a6b-2b89-a32a-9de222f9c47c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T10:17:23,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac2eca81-5a6b-2b89-a32a-9de222f9c47c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T10:17:23,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac2eca81-5a6b-2b89-a32a-9de222f9c47c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T10:17:23,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac2eca81-5a6b-2b89-a32a-9de222f9c47c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T10:17:23,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac2eca81-5a6b-2b89-a32a-9de222f9c47c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T10:17:23,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac2eca81-5a6b-2b89-a32a-9de222f9c47c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T10:17:23,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac2eca81-5a6b-2b89-a32a-9de222f9c47c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T10:17:23,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac2eca81-5a6b-2b89-a32a-9de222f9c47c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T10:17:23,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac2eca81-5a6b-2b89-a32a-9de222f9c47c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T10:17:23,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac2eca81-5a6b-2b89-a32a-9de222f9c47c/nfs.dump.dir in system properties and HBase conf 2024-11-13T10:17:23,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac2eca81-5a6b-2b89-a32a-9de222f9c47c/java.io.tmpdir in system properties and HBase conf 2024-11-13T10:17:23,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac2eca81-5a6b-2b89-a32a-9de222f9c47c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T10:17:23,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac2eca81-5a6b-2b89-a32a-9de222f9c47c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T10:17:23,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac2eca81-5a6b-2b89-a32a-9de222f9c47c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T10:17:23,764 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T10:17:23,769 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T10:17:23,779 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T10:17:23,779 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T10:17:23,779 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T10:17:23,781 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T10:17:23,781 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ee1e224{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac2eca81-5a6b-2b89-a32a-9de222f9c47c/hadoop.log.dir/,AVAILABLE} 2024-11-13T10:17:23,781 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13222590{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T10:17:23,919 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@325753d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac2eca81-5a6b-2b89-a32a-9de222f9c47c/java.io.tmpdir/jetty-localhost-33307-hadoop-hdfs-3_4_1-tests_jar-_-any-1504786967155729409/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T10:17:23,920 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5bf604b7{HTTP/1.1, (http/1.1)}{localhost:33307} 2024-11-13T10:17:23,920 INFO [Time-limited test {}] server.Server(415): Started @35768ms 2024-11-13T10:17:24,021 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T10:17:24,029 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T10:17:24,031 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T10:17:24,031 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T10:17:24,031 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T10:17:24,032 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16f1601f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac2eca81-5a6b-2b89-a32a-9de222f9c47c/hadoop.log.dir/,AVAILABLE} 2024-11-13T10:17:24,033 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75f9c4cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T10:17:24,178 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@372c6d8e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac2eca81-5a6b-2b89-a32a-9de222f9c47c/java.io.tmpdir/jetty-localhost-39207-hadoop-hdfs-3_4_1-tests_jar-_-any-1768532794457987782/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T10:17:24,179 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@654d7991{HTTP/1.1, (http/1.1)}{localhost:39207} 2024-11-13T10:17:24,179 INFO [Time-limited test {}] server.Server(415): Started @36027ms 2024-11-13T10:17:24,181 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T10:17:24,294 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac2eca81-5a6b-2b89-a32a-9de222f9c47c/cluster_76a8acec-94ac-4331-9b13-69db36f71f1b/data/data1/current/BP-1891778975-172.17.0.2-1731493043702/current, will proceed with Du for space computation calculation, 2024-11-13T10:17:24,294 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac2eca81-5a6b-2b89-a32a-9de222f9c47c/cluster_76a8acec-94ac-4331-9b13-69db36f71f1b/data/data2/current/BP-1891778975-172.17.0.2-1731493043702/current, will proceed with Du for space computation calculation, 2024-11-13T10:17:24,324 WARN [Thread-608 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T10:17:24,327 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8c1fa6a71085da84 with lease ID 0x7eebbc62194d328c: Processing first storage report for DS-ffe3d985-73cb-4574-926e-cb15b4b1b3d7 from datanode DatanodeRegistration(127.0.0.1:42171, datanodeUuid=b5c81fa9-c45c-40af-b788-a931a2a55332, infoPort=43421, infoSecurePort=0, ipcPort=37407, storageInfo=lv=-57;cid=testClusterID;nsid=1699544407;c=1731493043702) 2024-11-13T10:17:24,328 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8c1fa6a71085da84 with lease ID 0x7eebbc62194d328c: from storage DS-ffe3d985-73cb-4574-926e-cb15b4b1b3d7 node DatanodeRegistration(127.0.0.1:42171, datanodeUuid=b5c81fa9-c45c-40af-b788-a931a2a55332, infoPort=43421, infoSecurePort=0, ipcPort=37407, storageInfo=lv=-57;cid=testClusterID;nsid=1699544407;c=1731493043702), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T10:17:24,328 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8c1fa6a71085da84 with lease ID 0x7eebbc62194d328c: Processing first storage report for DS-f6e55419-c244-40e3-8526-0eb8a44e061c from datanode DatanodeRegistration(127.0.0.1:42171, datanodeUuid=b5c81fa9-c45c-40af-b788-a931a2a55332, infoPort=43421, infoSecurePort=0, ipcPort=37407, storageInfo=lv=-57;cid=testClusterID;nsid=1699544407;c=1731493043702) 2024-11-13T10:17:24,328 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8c1fa6a71085da84 with lease ID 0x7eebbc62194d328c: from storage DS-f6e55419-c244-40e3-8526-0eb8a44e061c node DatanodeRegistration(127.0.0.1:42171, datanodeUuid=b5c81fa9-c45c-40af-b788-a931a2a55332, infoPort=43421, infoSecurePort=0, ipcPort=37407, storageInfo=lv=-57;cid=testClusterID;nsid=1699544407;c=1731493043702), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T10:17:24,417 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac2eca81-5a6b-2b89-a32a-9de222f9c47c 2024-11-13T10:17:24,417 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:17:24,418 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:17:24,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42171 is added to blk_1073741825_1001 (size=7) 2024-11-13T10:17:24,612 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T10:17:24,830 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41997/user/jenkins/test-data/5a7dca03-f08c-6450-8380-0d53cef1fed1 with version=8 2024-11-13T10:17:24,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41997/user/jenkins/test-data/5a7dca03-f08c-6450-8380-0d53cef1fed1/hbase-staging 2024-11-13T10:17:24,834 INFO [Time-limited test {}] client.ConnectionUtils(128): master/770665a7984d:0 server-side Connection retries=45 2024-11-13T10:17:24,834 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:17:24,834 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T10:17:24,834 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T10:17:24,834 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:17:24,834 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T10:17:24,834 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T10:17:24,834 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T10:17:24,835 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37077 2024-11-13T10:17:24,836 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37077 connecting to ZooKeeper ensemble=127.0.0.1:61296 2024-11-13T10:17:24,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:370770x0, quorum=127.0.0.1:61296, baseZNode=/1-79775182 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T10:17:24,840 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37077-0x10110d4f6e50003 connected 2024-11-13T10:17:24,863 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:17:24,864 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:17:24,868 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37077-0x10110d4f6e50003, quorum=127.0.0.1:61296, baseZNode=/1-79775182 Set watcher on znode that does not yet exist, /1-79775182/running 2024-11-13T10:17:24,868 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41997/user/jenkins/test-data/5a7dca03-f08c-6450-8380-0d53cef1fed1, hbase.cluster.distributed=false 2024-11-13T10:17:24,870 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37077-0x10110d4f6e50003, quorum=127.0.0.1:61296, baseZNode=/1-79775182 Set watcher on znode that does not yet exist, /1-79775182/acl 2024-11-13T10:17:24,871 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37077 2024-11-13T10:17:24,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37077 2024-11-13T10:17:24,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37077 2024-11-13T10:17:24,879 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37077 2024-11-13T10:17:24,879 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37077 2024-11-13T10:17:24,896 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/770665a7984d:0 server-side Connection retries=45 2024-11-13T10:17:24,896 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:17:24,896 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T10:17:24,896 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T10:17:24,896 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:17:24,896 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T10:17:24,896 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T10:17:24,896 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T10:17:24,899 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40579 2024-11-13T10:17:24,901 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40579 connecting to ZooKeeper ensemble=127.0.0.1:61296 2024-11-13T10:17:24,901 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:17:24,903 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:17:24,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:405790x0, quorum=127.0.0.1:61296, baseZNode=/1-79775182 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T10:17:24,908 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:405790x0, quorum=127.0.0.1:61296, baseZNode=/1-79775182 Set watcher on znode that does not yet exist, /1-79775182/running 2024-11-13T10:17:24,909 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T10:17:24,909 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40579-0x10110d4f6e50004 connected 2024-11-13T10:17:24,909 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T10:17:24,910 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40579-0x10110d4f6e50004, quorum=127.0.0.1:61296, baseZNode=/1-79775182 Set watcher on znode that does not yet exist, /1-79775182/master 2024-11-13T10:17:24,911 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40579-0x10110d4f6e50004, quorum=127.0.0.1:61296, baseZNode=/1-79775182 Set watcher on znode that does not yet exist, /1-79775182/acl 2024-11-13T10:17:24,911 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40579 2024-11-13T10:17:24,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40579 2024-11-13T10:17:24,914 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40579 2024-11-13T10:17:24,915 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40579 2024-11-13T10:17:24,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40579 2024-11-13T10:17:24,932 DEBUG [M:0;770665a7984d:37077 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;770665a7984d:37077 2024-11-13T10:17:24,932 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-79775182/backup-masters/770665a7984d,37077,1731493044833 2024-11-13T10:17:24,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40579-0x10110d4f6e50004, quorum=127.0.0.1:61296, baseZNode=/1-79775182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-79775182/backup-masters 2024-11-13T10:17:24,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37077-0x10110d4f6e50003, quorum=127.0.0.1:61296, baseZNode=/1-79775182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-79775182/backup-masters 2024-11-13T10:17:24,935 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37077-0x10110d4f6e50003, quorum=127.0.0.1:61296, baseZNode=/1-79775182 Set watcher on existing znode=/1-79775182/backup-masters/770665a7984d,37077,1731493044833 2024-11-13T10:17:24,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40579-0x10110d4f6e50004, quorum=127.0.0.1:61296, baseZNode=/1-79775182 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-79775182/master 2024-11-13T10:17:24,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37077-0x10110d4f6e50003, quorum=127.0.0.1:61296, baseZNode=/1-79775182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-79775182 2024-11-13T10:17:24,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40579-0x10110d4f6e50004, quorum=127.0.0.1:61296, baseZNode=/1-79775182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-79775182 2024-11-13T10:17:24,938 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37077-0x10110d4f6e50003, quorum=127.0.0.1:61296, baseZNode=/1-79775182 Set watcher on existing znode=/1-79775182/master 2024-11-13T10:17:24,939 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-79775182/backup-masters/770665a7984d,37077,1731493044833 from backup master directory 2024-11-13T10:17:24,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37077-0x10110d4f6e50003, quorum=127.0.0.1:61296, baseZNode=/1-79775182 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-79775182/backup-masters/770665a7984d,37077,1731493044833 2024-11-13T10:17:24,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37077-0x10110d4f6e50003, quorum=127.0.0.1:61296, baseZNode=/1-79775182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-79775182/backup-masters 2024-11-13T10:17:24,941 WARN [master/770665a7984d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T10:17:24,941 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=770665a7984d,37077,1731493044833 2024-11-13T10:17:24,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40579-0x10110d4f6e50004, quorum=127.0.0.1:61296, baseZNode=/1-79775182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-79775182/backup-masters 2024-11-13T10:17:24,954 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41997/user/jenkins/test-data/5a7dca03-f08c-6450-8380-0d53cef1fed1/hbase.id] with ID: 9e79d93b-dfbc-4ced-aa1c-ca98f6562980 2024-11-13T10:17:24,954 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41997/user/jenkins/test-data/5a7dca03-f08c-6450-8380-0d53cef1fed1/.tmp/hbase.id 2024-11-13T10:17:24,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42171 is added to blk_1073741826_1002 (size=42) 2024-11-13T10:17:25,366 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41997/user/jenkins/test-data/5a7dca03-f08c-6450-8380-0d53cef1fed1/.tmp/hbase.id]:[hdfs://localhost:41997/user/jenkins/test-data/5a7dca03-f08c-6450-8380-0d53cef1fed1/hbase.id] 2024-11-13T10:17:25,384 INFO [master/770665a7984d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:17:25,384 INFO [master/770665a7984d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T10:17:25,385 INFO [master/770665a7984d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T10:17:25,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37077-0x10110d4f6e50003, quorum=127.0.0.1:61296, baseZNode=/1-79775182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-79775182 2024-11-13T10:17:25,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40579-0x10110d4f6e50004, quorum=127.0.0.1:61296, baseZNode=/1-79775182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-79775182 2024-11-13T10:17:25,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42171 is added to blk_1073741827_1003 (size=196) 2024-11-13T10:17:25,798 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T10:17:25,799 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T10:17:25,799 INFO [master/770665a7984d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:17:25,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42171 is added to blk_1073741828_1004 (size=1189) 2024-11-13T10:17:26,210 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41997/user/jenkins/test-data/5a7dca03-f08c-6450-8380-0d53cef1fed1/MasterData/data/master/store 2024-11-13T10:17:26,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42171 is added to blk_1073741829_1005 (size=34) 2024-11-13T10:17:26,217 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:17:26,217 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T10:17:26,217 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:17:26,217 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:17:26,217 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T10:17:26,217 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:17:26,217 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:17:26,218 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731493046217Disabling compacts and flushes for region at 1731493046217Disabling writes for close at 1731493046217Writing region close event to WAL at 1731493046217Closed at 1731493046217 2024-11-13T10:17:26,218 WARN [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41997/user/jenkins/test-data/5a7dca03-f08c-6450-8380-0d53cef1fed1/MasterData/data/master/store/.initializing 2024-11-13T10:17:26,218 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41997/user/jenkins/test-data/5a7dca03-f08c-6450-8380-0d53cef1fed1/MasterData/WALs/770665a7984d,37077,1731493044833 2024-11-13T10:17:26,220 INFO [master/770665a7984d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T10:17:26,222 INFO [master/770665a7984d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=770665a7984d%2C37077%2C1731493044833, suffix=, logDir=hdfs://localhost:41997/user/jenkins/test-data/5a7dca03-f08c-6450-8380-0d53cef1fed1/MasterData/WALs/770665a7984d,37077,1731493044833, archiveDir=hdfs://localhost:41997/user/jenkins/test-data/5a7dca03-f08c-6450-8380-0d53cef1fed1/MasterData/oldWALs, maxLogs=10 2024-11-13T10:17:26,238 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5a7dca03-f08c-6450-8380-0d53cef1fed1/MasterData/WALs/770665a7984d,37077,1731493044833/770665a7984d%2C37077%2C1731493044833.1731493046222, exclude list is [], retry=0 2024-11-13T10:17:26,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42171,DS-ffe3d985-73cb-4574-926e-cb15b4b1b3d7,DISK] 2024-11-13T10:17:26,243 INFO [master/770665a7984d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5a7dca03-f08c-6450-8380-0d53cef1fed1/MasterData/WALs/770665a7984d,37077,1731493044833/770665a7984d%2C37077%2C1731493044833.1731493046222 2024-11-13T10:17:26,244 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43421:43421)] 2024-11-13T10:17:26,244 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:17:26,244 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:17:26,244 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:17:26,244 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:17:26,246 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:17:26,247 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T10:17:26,247 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:26,248 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:17:26,248 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:17:26,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T10:17:26,249 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:26,250 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:17:26,250 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:17:26,251 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T10:17:26,251 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:26,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:17:26,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:17:26,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T10:17:26,254 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:26,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:17:26,255 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:17:26,256 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41997/user/jenkins/test-data/5a7dca03-f08c-6450-8380-0d53cef1fed1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:17:26,256 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41997/user/jenkins/test-data/5a7dca03-f08c-6450-8380-0d53cef1fed1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:17:26,257 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:17:26,258 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:17:26,258 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T10:17:26,259 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:17:26,262 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41997/user/jenkins/test-data/5a7dca03-f08c-6450-8380-0d53cef1fed1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:17:26,262 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73937561, jitterRate=0.10175551474094391}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T10:17:26,263 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731493046244Initializing all the Stores at 1731493046245 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493046245Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493046245Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493046245Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493046245Cleaning up temporary data from old regions at 1731493046258 (+13 ms)Region opened successfully at 1731493046262 (+4 ms) 2024-11-13T10:17:26,263 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T10:17:26,266 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@538b10c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=770665a7984d/172.17.0.2:0 2024-11-13T10:17:26,267 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T10:17:26,267 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T10:17:26,267 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T10:17:26,267 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T10:17:26,268 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T10:17:26,268 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T10:17:26,269 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T10:17:26,271 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T10:17:26,272 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37077-0x10110d4f6e50003, quorum=127.0.0.1:61296, baseZNode=/1-79775182 Unable to get data of znode /1-79775182/balancer because node does not exist (not necessarily an error) 2024-11-13T10:17:26,273 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-79775182/balancer already deleted, retry=false 2024-11-13T10:17:26,274 INFO [master/770665a7984d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T10:17:26,274 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37077-0x10110d4f6e50003, quorum=127.0.0.1:61296, baseZNode=/1-79775182 Unable to get data of znode /1-79775182/normalizer because node does not exist (not necessarily an error) 2024-11-13T10:17:26,276 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-79775182/normalizer already deleted, retry=false 2024-11-13T10:17:26,276 INFO [master/770665a7984d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T10:17:26,277 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37077-0x10110d4f6e50003, quorum=127.0.0.1:61296, baseZNode=/1-79775182 Unable to get data of znode /1-79775182/switch/split because node does not exist (not necessarily an error) 2024-11-13T10:17:26,278 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-79775182/switch/split already deleted, retry=false 2024-11-13T10:17:26,279 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37077-0x10110d4f6e50003, quorum=127.0.0.1:61296, baseZNode=/1-79775182 Unable to get data of znode /1-79775182/switch/merge because node does not exist (not necessarily an error) 2024-11-13T10:17:26,282 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-79775182/switch/merge already deleted, retry=false 2024-11-13T10:17:26,283 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37077-0x10110d4f6e50003, quorum=127.0.0.1:61296, baseZNode=/1-79775182 Unable to get data of znode /1-79775182/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T10:17:26,285 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-79775182/snapshot-cleanup already deleted, retry=false 2024-11-13T10:17:26,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37077-0x10110d4f6e50003, quorum=127.0.0.1:61296, baseZNode=/1-79775182 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-79775182/running 2024-11-13T10:17:26,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40579-0x10110d4f6e50004, quorum=127.0.0.1:61296, baseZNode=/1-79775182 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-79775182/running 2024-11-13T10:17:26,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37077-0x10110d4f6e50003, quorum=127.0.0.1:61296, baseZNode=/1-79775182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-79775182 2024-11-13T10:17:26,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40579-0x10110d4f6e50004, quorum=127.0.0.1:61296, baseZNode=/1-79775182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-79775182 2024-11-13T10:17:26,287 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=770665a7984d,37077,1731493044833, sessionid=0x10110d4f6e50003, setting cluster-up flag (Was=false) 2024-11-13T10:17:26,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40579-0x10110d4f6e50004, quorum=127.0.0.1:61296, baseZNode=/1-79775182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-79775182 2024-11-13T10:17:26,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37077-0x10110d4f6e50003, quorum=127.0.0.1:61296, baseZNode=/1-79775182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-79775182 2024-11-13T10:17:26,297 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-79775182/flush-table-proc/acquired, /1-79775182/flush-table-proc/reached, /1-79775182/flush-table-proc/abort 2024-11-13T10:17:26,298 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=770665a7984d,37077,1731493044833 2024-11-13T10:17:26,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37077-0x10110d4f6e50003, quorum=127.0.0.1:61296, baseZNode=/1-79775182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-79775182 2024-11-13T10:17:26,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40579-0x10110d4f6e50004, quorum=127.0.0.1:61296, baseZNode=/1-79775182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-79775182 2024-11-13T10:17:26,309 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-79775182/online-snapshot/acquired, /1-79775182/online-snapshot/reached, /1-79775182/online-snapshot/abort 2024-11-13T10:17:26,310 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=770665a7984d,37077,1731493044833 2024-11-13T10:17:26,312 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41997/user/jenkins/test-data/5a7dca03-f08c-6450-8380-0d53cef1fed1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T10:17:26,314 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T10:17:26,314 INFO [master/770665a7984d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T10:17:26,314 INFO [master/770665a7984d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T10:17:26,314 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 770665a7984d,37077,1731493044833 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T10:17:26,316 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:17:26,316 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:17:26,316 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:17:26,316 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:17:26,316 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/770665a7984d:0, corePoolSize=10, maxPoolSize=10 2024-11-13T10:17:26,316 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:17:26,316 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/770665a7984d:0, corePoolSize=2, maxPoolSize=2 2024-11-13T10:17:26,317 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:17:26,318 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T10:17:26,319 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T10:17:26,320 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:26,320 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T10:17:26,326 INFO [RS:0;770665a7984d:40579 {}] regionserver.HRegionServer(746): ClusterId : 9e79d93b-dfbc-4ced-aa1c-ca98f6562980 2024-11-13T10:17:26,326 DEBUG [RS:0;770665a7984d:40579 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T10:17:26,328 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731493076328 2024-11-13T10:17:26,329 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T10:17:26,329 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T10:17:26,329 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T10:17:26,329 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T10:17:26,329 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T10:17:26,329 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T10:17:26,329 DEBUG [RS:0;770665a7984d:40579 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T10:17:26,329 DEBUG [RS:0;770665a7984d:40579 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T10:17:26,331 DEBUG [RS:0;770665a7984d:40579 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T10:17:26,332 DEBUG [RS:0;770665a7984d:40579 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9e186f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=770665a7984d/172.17.0.2:0 2024-11-13T10:17:26,332 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:26,334 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T10:17:26,334 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T10:17:26,334 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T10:17:26,334 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T10:17:26,336 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T10:17:26,336 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T10:17:26,337 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.large.0-1731493046337,5,FailOnTimeoutGroup] 2024-11-13T10:17:26,337 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.small.0-1731493046337,5,FailOnTimeoutGroup] 2024-11-13T10:17:26,337 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:26,337 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T10:17:26,337 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:26,337 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:26,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42171 is added to blk_1073741831_1007 (size=1321) 2024-11-13T10:17:26,376 WARN [RS:0;770665a7984d:37965 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 770665a7984d,39023,1731493014973: status=Processing ServerCrashProcedure of 770665a7984d,39023,1731493014973 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731493029700, completionTime=-1 appears to have been leaked 2024-11-13T10:17:26,386 DEBUG [RS:0;770665a7984d:40579 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;770665a7984d:40579 2024-11-13T10:17:26,386 INFO [RS:0;770665a7984d:40579 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T10:17:26,386 INFO [RS:0;770665a7984d:40579 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T10:17:26,386 DEBUG [RS:0;770665a7984d:40579 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T10:17:26,387 INFO [RS:0;770665a7984d:40579 {}] regionserver.HRegionServer(2659): reportForDuty to master=770665a7984d,37077,1731493044833 with port=40579, startcode=1731493044896 2024-11-13T10:17:26,387 DEBUG [RS:0;770665a7984d:40579 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T10:17:26,389 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51587, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T10:17:26,389 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37077 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 770665a7984d,40579,1731493044896 2024-11-13T10:17:26,390 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37077 {}] master.ServerManager(517): Registering regionserver=770665a7984d,40579,1731493044896 2024-11-13T10:17:26,392 DEBUG [RS:0;770665a7984d:40579 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41997/user/jenkins/test-data/5a7dca03-f08c-6450-8380-0d53cef1fed1 2024-11-13T10:17:26,392 DEBUG [RS:0;770665a7984d:40579 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41997 2024-11-13T10:17:26,392 DEBUG [RS:0;770665a7984d:40579 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T10:17:26,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37077-0x10110d4f6e50003, quorum=127.0.0.1:61296, baseZNode=/1-79775182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-79775182/rs 2024-11-13T10:17:26,394 DEBUG [RS:0;770665a7984d:40579 {}] zookeeper.ZKUtil(111): regionserver:40579-0x10110d4f6e50004, quorum=127.0.0.1:61296, baseZNode=/1-79775182 Set watcher on existing znode=/1-79775182/rs/770665a7984d,40579,1731493044896 2024-11-13T10:17:26,395 WARN [RS:0;770665a7984d:40579 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T10:17:26,395 INFO [RS:0;770665a7984d:40579 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:17:26,395 DEBUG [RS:0;770665a7984d:40579 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41997/user/jenkins/test-data/5a7dca03-f08c-6450-8380-0d53cef1fed1/WALs/770665a7984d,40579,1731493044896 2024-11-13T10:17:26,395 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [770665a7984d,40579,1731493044896] 2024-11-13T10:17:26,399 INFO [RS:0;770665a7984d:40579 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T10:17:26,402 INFO [RS:0;770665a7984d:40579 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T10:17:26,402 INFO [RS:0;770665a7984d:40579 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T10:17:26,402 INFO [RS:0;770665a7984d:40579 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:26,403 INFO [RS:0;770665a7984d:40579 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T10:17:26,404 INFO [RS:0;770665a7984d:40579 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T10:17:26,404 INFO [RS:0;770665a7984d:40579 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:26,404 DEBUG [RS:0;770665a7984d:40579 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:17:26,404 DEBUG [RS:0;770665a7984d:40579 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:17:26,404 DEBUG [RS:0;770665a7984d:40579 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:17:26,404 DEBUG [RS:0;770665a7984d:40579 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:17:26,404 DEBUG [RS:0;770665a7984d:40579 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:17:26,404 DEBUG [RS:0;770665a7984d:40579 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/770665a7984d:0, corePoolSize=2, maxPoolSize=2 2024-11-13T10:17:26,404 DEBUG [RS:0;770665a7984d:40579 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:17:26,405 DEBUG [RS:0;770665a7984d:40579 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:17:26,405 DEBUG [RS:0;770665a7984d:40579 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:17:26,405 DEBUG [RS:0;770665a7984d:40579 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:17:26,405 DEBUG [RS:0;770665a7984d:40579 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:17:26,405 DEBUG [RS:0;770665a7984d:40579 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:17:26,405 DEBUG [RS:0;770665a7984d:40579 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/770665a7984d:0, corePoolSize=3, maxPoolSize=3 2024-11-13T10:17:26,405 DEBUG [RS:0;770665a7984d:40579 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0, corePoolSize=3, maxPoolSize=3 2024-11-13T10:17:26,407 INFO [RS:0;770665a7984d:40579 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:26,407 INFO [RS:0;770665a7984d:40579 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:26,407 INFO [RS:0;770665a7984d:40579 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:26,407 INFO [RS:0;770665a7984d:40579 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:26,407 INFO [RS:0;770665a7984d:40579 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:26,407 INFO [RS:0;770665a7984d:40579 {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,40579,1731493044896-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T10:17:26,433 INFO [RS:0;770665a7984d:40579 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T10:17:26,433 INFO [RS:0;770665a7984d:40579 {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,40579,1731493044896-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:26,433 INFO [RS:0;770665a7984d:40579 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:26,433 INFO [RS:0;770665a7984d:40579 {}] regionserver.Replication(171): 770665a7984d,40579,1731493044896 started 2024-11-13T10:17:26,449 INFO [RS:0;770665a7984d:40579 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:26,449 INFO [RS:0;770665a7984d:40579 {}] regionserver.HRegionServer(1482): Serving as 770665a7984d,40579,1731493044896, RpcServer on 770665a7984d/172.17.0.2:40579, sessionid=0x10110d4f6e50004 2024-11-13T10:17:26,450 DEBUG [RS:0;770665a7984d:40579 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T10:17:26,450 DEBUG [RS:0;770665a7984d:40579 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 770665a7984d,40579,1731493044896 2024-11-13T10:17:26,450 DEBUG [RS:0;770665a7984d:40579 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '770665a7984d,40579,1731493044896' 2024-11-13T10:17:26,450 DEBUG [RS:0;770665a7984d:40579 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-79775182/flush-table-proc/abort' 2024-11-13T10:17:26,450 DEBUG [RS:0;770665a7984d:40579 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-79775182/flush-table-proc/acquired' 2024-11-13T10:17:26,451 DEBUG [RS:0;770665a7984d:40579 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T10:17:26,451 DEBUG [RS:0;770665a7984d:40579 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T10:17:26,451 DEBUG [RS:0;770665a7984d:40579 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 770665a7984d,40579,1731493044896 2024-11-13T10:17:26,451 DEBUG [RS:0;770665a7984d:40579 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '770665a7984d,40579,1731493044896' 2024-11-13T10:17:26,451 DEBUG [RS:0;770665a7984d:40579 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-79775182/online-snapshot/abort' 2024-11-13T10:17:26,451 DEBUG [RS:0;770665a7984d:40579 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-79775182/online-snapshot/acquired' 2024-11-13T10:17:26,452 DEBUG [RS:0;770665a7984d:40579 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T10:17:26,452 INFO [RS:0;770665a7984d:40579 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T10:17:26,452 INFO [RS:0;770665a7984d:40579 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T10:17:26,552 INFO [RS:0;770665a7984d:40579 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T10:17:26,554 INFO [RS:0;770665a7984d:40579 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=770665a7984d%2C40579%2C1731493044896, suffix=, logDir=hdfs://localhost:41997/user/jenkins/test-data/5a7dca03-f08c-6450-8380-0d53cef1fed1/WALs/770665a7984d,40579,1731493044896, archiveDir=hdfs://localhost:41997/user/jenkins/test-data/5a7dca03-f08c-6450-8380-0d53cef1fed1/oldWALs, maxLogs=10 2024-11-13T10:17:26,579 DEBUG [RS:0;770665a7984d:40579 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5a7dca03-f08c-6450-8380-0d53cef1fed1/WALs/770665a7984d,40579,1731493044896/770665a7984d%2C40579%2C1731493044896.1731493046555, exclude list is [], retry=0 2024-11-13T10:17:26,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42171,DS-ffe3d985-73cb-4574-926e-cb15b4b1b3d7,DISK] 2024-11-13T10:17:26,585 INFO [RS:0;770665a7984d:40579 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5a7dca03-f08c-6450-8380-0d53cef1fed1/WALs/770665a7984d,40579,1731493044896/770665a7984d%2C40579%2C1731493044896.1731493046555 2024-11-13T10:17:26,585 DEBUG [RS:0;770665a7984d:40579 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43421:43421)] 2024-11-13T10:17:26,776 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41997/user/jenkins/test-data/5a7dca03-f08c-6450-8380-0d53cef1fed1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T10:17:26,777 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41997/user/jenkins/test-data/5a7dca03-f08c-6450-8380-0d53cef1fed1 2024-11-13T10:17:26,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42171 is added to blk_1073741833_1009 (size=32) 2024-11-13T10:17:27,184 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:17:27,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T10:17:27,189 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T10:17:27,189 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:27,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:17:27,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T10:17:27,194 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T10:17:27,195 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:27,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:17:27,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T10:17:27,199 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T10:17:27,199 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:27,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:17:27,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T10:17:27,202 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T10:17:27,202 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:27,202 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:17:27,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T10:17:27,203 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41997/user/jenkins/test-data/5a7dca03-f08c-6450-8380-0d53cef1fed1/data/hbase/meta/1588230740 2024-11-13T10:17:27,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41997/user/jenkins/test-data/5a7dca03-f08c-6450-8380-0d53cef1fed1/data/hbase/meta/1588230740 2024-11-13T10:17:27,205 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T10:17:27,205 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T10:17:27,206 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T10:17:27,207 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T10:17:27,211 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41997/user/jenkins/test-data/5a7dca03-f08c-6450-8380-0d53cef1fed1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:17:27,212 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60220118, jitterRate=-0.10265031456947327}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T10:17:27,212 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731493047184Initializing all the Stores at 1731493047186 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493047186Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493047186Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493047186Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493047186Cleaning up temporary data from old regions at 1731493047205 (+19 ms)Region opened successfully at 1731493047212 (+7 ms) 2024-11-13T10:17:27,212 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T10:17:27,212 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T10:17:27,212 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T10:17:27,212 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T10:17:27,212 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T10:17:27,213 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T10:17:27,213 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731493047212Disabling compacts and flushes for region at 1731493047212Disabling writes for close at 1731493047212Writing region close event to WAL at 1731493047213 (+1 ms)Closed at 1731493047213 2024-11-13T10:17:27,214 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T10:17:27,214 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T10:17:27,214 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T10:17:27,216 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T10:17:27,217 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T10:17:27,368 DEBUG [770665a7984d:37077 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T10:17:27,368 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=770665a7984d,40579,1731493044896 2024-11-13T10:17:27,370 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 770665a7984d,40579,1731493044896, state=OPENING 2024-11-13T10:17:27,379 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T10:17:27,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40579-0x10110d4f6e50004, quorum=127.0.0.1:61296, baseZNode=/1-79775182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-79775182 2024-11-13T10:17:27,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37077-0x10110d4f6e50003, quorum=127.0.0.1:61296, baseZNode=/1-79775182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-79775182 2024-11-13T10:17:27,381 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T10:17:27,381 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=770665a7984d,40579,1731493044896}] 2024-11-13T10:17:27,381 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-79775182/meta-region-server: CHANGED 2024-11-13T10:17:27,381 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-79775182/meta-region-server: CHANGED 2024-11-13T10:17:27,535 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T10:17:27,537 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51357, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T10:17:27,541 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T10:17:27,541 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:17:27,542 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T10:17:27,543 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=770665a7984d%2C40579%2C1731493044896.meta, suffix=.meta, logDir=hdfs://localhost:41997/user/jenkins/test-data/5a7dca03-f08c-6450-8380-0d53cef1fed1/WALs/770665a7984d,40579,1731493044896, archiveDir=hdfs://localhost:41997/user/jenkins/test-data/5a7dca03-f08c-6450-8380-0d53cef1fed1/oldWALs, maxLogs=10 2024-11-13T10:17:27,557 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5a7dca03-f08c-6450-8380-0d53cef1fed1/WALs/770665a7984d,40579,1731493044896/770665a7984d%2C40579%2C1731493044896.meta.1731493047543.meta, exclude list is [], retry=0 2024-11-13T10:17:27,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42171,DS-ffe3d985-73cb-4574-926e-cb15b4b1b3d7,DISK] 2024-11-13T10:17:27,562 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5a7dca03-f08c-6450-8380-0d53cef1fed1/WALs/770665a7984d,40579,1731493044896/770665a7984d%2C40579%2C1731493044896.meta.1731493047543.meta 2024-11-13T10:17:27,562 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43421:43421)] 2024-11-13T10:17:27,562 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:17:27,563 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T10:17:27,563 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T10:17:27,563 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T10:17:27,563 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T10:17:27,563 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T10:17:27,563 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:17:27,564 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T10:17:27,564 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T10:17:27,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T10:17:27,566 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T10:17:27,566 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:27,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:17:27,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T10:17:27,568 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T10:17:27,568 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:27,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:17:27,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T10:17:27,569 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T10:17:27,569 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:27,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:17:27,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T10:17:27,570 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T10:17:27,570 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:27,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:17:27,571 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T10:17:27,572 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41997/user/jenkins/test-data/5a7dca03-f08c-6450-8380-0d53cef1fed1/data/hbase/meta/1588230740 2024-11-13T10:17:27,573 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41997/user/jenkins/test-data/5a7dca03-f08c-6450-8380-0d53cef1fed1/data/hbase/meta/1588230740 2024-11-13T10:17:27,574 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T10:17:27,574 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T10:17:27,575 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T10:17:27,576 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T10:17:27,577 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73235103, jitterRate=0.09128807485103607}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T10:17:27,577 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T10:17:27,577 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731493047564Writing region info on filesystem at 1731493047564Initializing all the Stores at 1731493047565 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493047565Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493047565Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493047565Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493047565Cleaning up temporary data from old regions at 1731493047574 (+9 ms)Running coprocessor post-open hooks at 1731493047577 (+3 ms)Region opened successfully at 1731493047577 2024-11-13T10:17:27,579 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731493047535 2024-11-13T10:17:27,581 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T10:17:27,581 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T10:17:27,582 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=770665a7984d,40579,1731493044896 2024-11-13T10:17:27,583 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 770665a7984d,40579,1731493044896, state=OPEN 2024-11-13T10:17:27,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37077-0x10110d4f6e50003, quorum=127.0.0.1:61296, baseZNode=/1-79775182 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-79775182/meta-region-server 2024-11-13T10:17:27,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40579-0x10110d4f6e50004, quorum=127.0.0.1:61296, baseZNode=/1-79775182 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-79775182/meta-region-server 2024-11-13T10:17:27,585 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-79775182/meta-region-server: CHANGED 2024-11-13T10:17:27,585 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-79775182/meta-region-server: CHANGED 2024-11-13T10:17:27,586 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=770665a7984d,40579,1731493044896 2024-11-13T10:17:27,588 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T10:17:27,588 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=770665a7984d,40579,1731493044896 in 205 msec 2024-11-13T10:17:27,591 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T10:17:27,591 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 374 msec 2024-11-13T10:17:27,592 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T10:17:27,592 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T10:17:27,593 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:17:27,593 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,40579,1731493044896, seqNum=-1] 2024-11-13T10:17:27,594 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:17:27,595 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38331, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:17:27,601 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2860 sec 2024-11-13T10:17:27,601 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731493047601, completionTime=-1 2024-11-13T10:17:27,601 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T10:17:27,601 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T10:17:27,603 INFO [master/770665a7984d:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T10:17:27,603 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731493107603 2024-11-13T10:17:27,604 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731493167604 2024-11-13T10:17:27,604 INFO [master/770665a7984d:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T10:17:27,604 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,37077,1731493044833-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:27,604 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,37077,1731493044833-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:27,604 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,37077,1731493044833-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:27,605 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-770665a7984d:37077, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:27,605 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:27,606 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:27,607 DEBUG [master/770665a7984d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T10:17:27,611 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.670sec 2024-11-13T10:17:27,611 INFO [master/770665a7984d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T10:17:27,611 INFO [master/770665a7984d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T10:17:27,611 INFO [master/770665a7984d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T10:17:27,611 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T10:17:27,611 INFO [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T10:17:27,611 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,37077,1731493044833-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T10:17:27,611 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,37077,1731493044833-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T10:17:27,613 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T10:17:27,614 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T10:17:27,614 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,37077,1731493044833-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:27,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c2be479, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:17:27,626 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,37077,-1 for getting cluster id 2024-11-13T10:17:27,626 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:17:27,628 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9e79d93b-dfbc-4ced-aa1c-ca98f6562980' 2024-11-13T10:17:27,628 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:17:27,628 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9e79d93b-dfbc-4ced-aa1c-ca98f6562980" 2024-11-13T10:17:27,629 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ec1e31a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:17:27,629 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,37077,-1] 2024-11-13T10:17:27,629 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:17:27,629 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:27,630 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:17:27,631 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fa38317, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:17:27,632 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:17:27,633 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,40579,1731493044896, seqNum=-1] 2024-11-13T10:17:27,633 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:17:27,634 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:17:27,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=770665a7984d,37077,1731493044833 2024-11-13T10:17:27,637 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61296 2024-11-13T10:17:27,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61296, baseZNode=/1-79775182 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T10:17:27,640 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10110d4f6e50005 connected 2024-11-13T10:17:27,644 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3234deef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:17:27,644 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,38445,-1 for getting cluster id 2024-11-13T10:17:27,645 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:17:27,646 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '21af6491-f4e2-47c1-89ea-e9d0da92220c' 2024-11-13T10:17:27,646 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:17:27,646 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "21af6491-f4e2-47c1-89ea-e9d0da92220c" 2024-11-13T10:17:27,646 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d619d84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:17:27,646 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,38445,-1] 2024-11-13T10:17:27,647 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:17:27,647 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:27,648 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:17:27,648 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71d4fc2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:17:27,649 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:17:27,650 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,38445,1731493040362 2024-11-13T10:17:27,650 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a6eb539 2024-11-13T10:17:27,650 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:17:27,651 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T10:17:27,651 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://770665a7984d:37077,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T10:17:27,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T10:17:27,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:17:27,654 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='770665a7984d:37077' 2024-11-13T10:17:27,655 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@320794cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:17:27,655 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,37077,-1 for getting cluster id 2024-11-13T10:17:27,656 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:17:27,656 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9e79d93b-dfbc-4ced-aa1c-ca98f6562980' 2024-11-13T10:17:27,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:17:27,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9e79d93b-dfbc-4ced-aa1c-ca98f6562980" 2024-11-13T10:17:27,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23bcb91f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:17:27,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,37077,-1] 2024-11-13T10:17:27,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:17:27,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:27,658 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:17:27,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1de49632, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:17:27,659 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:17:27,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,37077,1731493044833 2024-11-13T10:17:27,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4fafe290 2024-11-13T10:17:27,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:17:27,661 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T10:17:27,661 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-13T10:17:27,661 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T10:17:27,661 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:27,662 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:27,662 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:17:27,662 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T10:17:27,663 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T10:17:27,664 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T10:17:27,665 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:27,666 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T10:17:27,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37757 is added to blk_1073741835_1011 (size=1138) 2024-11-13T10:17:27,713 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T10:17:27,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:17:27,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:17:28,075 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 192b1018a18f75434b49cadb9af07dfa, NAME => 'hbase:replication,,1731493047662.192b1018a18f75434b49cadb9af07dfa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45949/user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc 2024-11-13T10:17:28,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37757 is added to blk_1073741836_1012 (size=44) 2024-11-13T10:17:28,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:17:28,401 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T10:17:28,484 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731493047662.192b1018a18f75434b49cadb9af07dfa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:17:28,484 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 192b1018a18f75434b49cadb9af07dfa, disabling compactions & flushes 2024-11-13T10:17:28,484 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731493047662.192b1018a18f75434b49cadb9af07dfa. 2024-11-13T10:17:28,484 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731493047662.192b1018a18f75434b49cadb9af07dfa. 2024-11-13T10:17:28,484 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731493047662.192b1018a18f75434b49cadb9af07dfa. after waiting 0 ms 2024-11-13T10:17:28,484 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731493047662.192b1018a18f75434b49cadb9af07dfa. 2024-11-13T10:17:28,484 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731493047662.192b1018a18f75434b49cadb9af07dfa. 2024-11-13T10:17:28,484 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 192b1018a18f75434b49cadb9af07dfa: Waiting for close lock at 1731493048484Disabling compacts and flushes for region at 1731493048484Disabling writes for close at 1731493048484Writing region close event to WAL at 1731493048484Closed at 1731493048484 2024-11-13T10:17:28,487 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T10:17:28,488 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731493047662.192b1018a18f75434b49cadb9af07dfa.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731493048488"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731493048488"}]},"ts":"1731493048488"} 2024-11-13T10:17:28,494 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T10:17:28,497 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T10:17:28,497 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731493048497"}]},"ts":"1731493048497"} 2024-11-13T10:17:28,501 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T10:17:28,501 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=192b1018a18f75434b49cadb9af07dfa, ASSIGN}] 2024-11-13T10:17:28,506 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=192b1018a18f75434b49cadb9af07dfa, ASSIGN 2024-11-13T10:17:28,507 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=192b1018a18f75434b49cadb9af07dfa, ASSIGN; state=OFFLINE, location=770665a7984d,37965,1731493040418; forceNewPlan=false, retain=false 2024-11-13T10:17:28,658 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=192b1018a18f75434b49cadb9af07dfa, regionState=OPENING, regionLocation=770665a7984d,37965,1731493040418 2024-11-13T10:17:28,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=192b1018a18f75434b49cadb9af07dfa, ASSIGN because future has completed 2024-11-13T10:17:28,663 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 192b1018a18f75434b49cadb9af07dfa, server=770665a7984d,37965,1731493040418}] 2024-11-13T10:17:28,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:17:28,833 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731493047662.192b1018a18f75434b49cadb9af07dfa. 2024-11-13T10:17:28,833 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:17:28,834 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T10:17:28,842 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=770665a7984d%2C37965%2C1731493040418.rep, suffix=, logDir=hdfs://localhost:45949/user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/WALs/770665a7984d,37965,1731493040418, archiveDir=hdfs://localhost:45949/user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/oldWALs, maxLogs=10 2024-11-13T10:17:28,874 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/WALs/770665a7984d,37965,1731493040418/770665a7984d%2C37965%2C1731493040418.rep.1731493048843, exclude list is [], retry=0 2024-11-13T10:17:28,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37757,DS-ef7f3248-1371-4e84-9e45-acd2b63297ad,DISK] 2024-11-13T10:17:28,898 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/WALs/770665a7984d,37965,1731493040418/770665a7984d%2C37965%2C1731493040418.rep.1731493048843 2024-11-13T10:17:28,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39705:39705)] 2024-11-13T10:17:28,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 192b1018a18f75434b49cadb9af07dfa, NAME => 'hbase:replication,,1731493047662.192b1018a18f75434b49cadb9af07dfa.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:17:28,909 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T10:17:28,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T10:17:28,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731493047662.192b1018a18f75434b49cadb9af07dfa. service=MultiRowMutationService 2024-11-13T10:17:28,910 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T10:17:28,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 192b1018a18f75434b49cadb9af07dfa 2024-11-13T10:17:28,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731493047662.192b1018a18f75434b49cadb9af07dfa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:17:28,911 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 192b1018a18f75434b49cadb9af07dfa 2024-11-13T10:17:28,911 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 192b1018a18f75434b49cadb9af07dfa 2024-11-13T10:17:28,928 INFO [StoreOpener-192b1018a18f75434b49cadb9af07dfa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 192b1018a18f75434b49cadb9af07dfa 2024-11-13T10:17:28,945 INFO [StoreOpener-192b1018a18f75434b49cadb9af07dfa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 192b1018a18f75434b49cadb9af07dfa columnFamilyName hfileref 2024-11-13T10:17:28,945 DEBUG [StoreOpener-192b1018a18f75434b49cadb9af07dfa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:28,946 INFO [StoreOpener-192b1018a18f75434b49cadb9af07dfa-1 {}] regionserver.HStore(327): Store=192b1018a18f75434b49cadb9af07dfa/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:17:28,946 INFO [StoreOpener-192b1018a18f75434b49cadb9af07dfa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 192b1018a18f75434b49cadb9af07dfa 2024-11-13T10:17:28,948 INFO [StoreOpener-192b1018a18f75434b49cadb9af07dfa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 192b1018a18f75434b49cadb9af07dfa columnFamilyName queue 2024-11-13T10:17:28,950 DEBUG [StoreOpener-192b1018a18f75434b49cadb9af07dfa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:28,953 INFO [StoreOpener-192b1018a18f75434b49cadb9af07dfa-1 {}] regionserver.HStore(327): Store=192b1018a18f75434b49cadb9af07dfa/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:17:28,953 INFO [StoreOpener-192b1018a18f75434b49cadb9af07dfa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 192b1018a18f75434b49cadb9af07dfa 2024-11-13T10:17:28,956 INFO [StoreOpener-192b1018a18f75434b49cadb9af07dfa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 192b1018a18f75434b49cadb9af07dfa columnFamilyName sid 2024-11-13T10:17:28,956 DEBUG [StoreOpener-192b1018a18f75434b49cadb9af07dfa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:28,958 INFO [StoreOpener-192b1018a18f75434b49cadb9af07dfa-1 {}] regionserver.HStore(327): Store=192b1018a18f75434b49cadb9af07dfa/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:17:28,958 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 192b1018a18f75434b49cadb9af07dfa 2024-11-13T10:17:28,959 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45949/user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/data/hbase/replication/192b1018a18f75434b49cadb9af07dfa 2024-11-13T10:17:28,959 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45949/user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/data/hbase/replication/192b1018a18f75434b49cadb9af07dfa 2024-11-13T10:17:28,960 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 192b1018a18f75434b49cadb9af07dfa 2024-11-13T10:17:28,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 192b1018a18f75434b49cadb9af07dfa 2024-11-13T10:17:28,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T10:17:28,963 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 192b1018a18f75434b49cadb9af07dfa 2024-11-13T10:17:28,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45949/user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/data/hbase/replication/192b1018a18f75434b49cadb9af07dfa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:17:28,970 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 192b1018a18f75434b49cadb9af07dfa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69205050, jitterRate=0.031235605478286743}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T10:17:28,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 192b1018a18f75434b49cadb9af07dfa 2024-11-13T10:17:28,971 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 192b1018a18f75434b49cadb9af07dfa: Running coprocessor pre-open hook at 1731493048911Writing region info on filesystem at 1731493048911Initializing all the Stores at 1731493048912 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493048912Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493048927 (+15 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493048927Cleaning up temporary data from old regions at 1731493048961 (+34 ms)Running coprocessor post-open hooks at 1731493048970 (+9 ms)Region opened successfully at 1731493048971 (+1 ms) 2024-11-13T10:17:28,978 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731493047662.192b1018a18f75434b49cadb9af07dfa., pid=7, masterSystemTime=1731493048816 2024-11-13T10:17:28,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731493047662.192b1018a18f75434b49cadb9af07dfa. 2024-11-13T10:17:28,982 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731493047662.192b1018a18f75434b49cadb9af07dfa. 2024-11-13T10:17:28,982 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=192b1018a18f75434b49cadb9af07dfa, regionState=OPEN, openSeqNum=2, regionLocation=770665a7984d,37965,1731493040418 2024-11-13T10:17:28,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 192b1018a18f75434b49cadb9af07dfa, server=770665a7984d,37965,1731493040418 because future has completed 2024-11-13T10:17:29,003 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-13T10:17:29,003 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 192b1018a18f75434b49cadb9af07dfa, server=770665a7984d,37965,1731493040418 in 337 msec 2024-11-13T10:17:29,007 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T10:17:29,007 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=192b1018a18f75434b49cadb9af07dfa, ASSIGN in 502 msec 2024-11-13T10:17:29,009 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T10:17:29,012 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T10:17:29,012 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731493049012"}]},"ts":"1731493049012"} 2024-11-13T10:17:29,018 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T10:17:29,021 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T10:17:29,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:17:29,029 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.3590 sec 2024-11-13T10:17:29,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:17:29,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731493047662.192b1018a18f75434b49cadb9af07dfa., hostname=770665a7984d,37965,1731493040418, seqNum=2] 2024-11-13T10:17:29,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38445-0x10110d4f6e50000, quorum=127.0.0.1:61296, baseZNode=/0503572965 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0503572965 2024-11-13T10:17:29,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37965-0x10110d4f6e50001, quorum=127.0.0.1:61296, baseZNode=/0503572965 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0503572965 2024-11-13T10:17:29,096 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T10:17:29,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37965 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-13T10:17:29,264 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T10:17:29,309 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-770665a7984d,37965,1731493040418, ReplicationSource: 1, currentBandwidth=0 2024-11-13T10:17:29,309 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:17:29,310 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,37965,1731493040418, seqNum=-1] 2024-11-13T10:17:29,310 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:17:29,312 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35619, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-13T10:17:29,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-770665a7984d,37965,1731493040418', locateType=CURRENT is [region=hbase:replication,,1731493047662.192b1018a18f75434b49cadb9af07dfa., hostname=770665a7984d,37965,1731493040418, seqNum=2] 2024-11-13T10:17:29,324 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-13T10:17:29,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-13T10:17:29,329 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 770665a7984d,37965,1731493040418 suceeded 2024-11-13T10:17:29,335 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-13T10:17:29,335 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 233 msec 2024-11-13T10:17:29,335 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://770665a7984d:37077,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T10:17:29,337 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6840 sec 2024-11-13T10:17:29,349 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,37965,1731493040418 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='770665a7984d:37077' 2024-11-13T10:17:29,351 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,37965,1731493040418 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28b42dda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:17:29,351 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,37965,1731493040418 {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,37077,-1 for getting cluster id 2024-11-13T10:17:29,352 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,37965,1731493040418 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:17:29,353 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9e79d93b-dfbc-4ced-aa1c-ca98f6562980' 2024-11-13T10:17:29,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:17:29,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9e79d93b-dfbc-4ced-aa1c-ca98f6562980" 2024-11-13T10:17:29,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4eea9caa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:17:29,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,37077,-1] 2024-11-13T10:17:29,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:17:29,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:29,356 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:17:29,357 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,37965,1731493040418 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58114d9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:17:29,360 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,37965,1731493040418 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:17:29,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,37077,1731493044833 2024-11-13T10:17:29,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15d50ef8 2024-11-13T10:17:29,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:17:29,363 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-13T10:17:29,368 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,37965,1731493040418 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-770665a7984d,37965,1731493040418 (queues=1) is replicating from cluster=21af6491-f4e2-47c1-89ea-e9d0da92220c to cluster=9e79d93b-dfbc-4ced-aa1c-ca98f6562980 2024-11-13T10:17:29,368 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,37965,1731493040418 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=770665a7984d%2C37965%2C1731493040418 2024-11-13T10:17:29,368 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,37965,1731493040418 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-770665a7984d,37965,1731493040418, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T10:17:29,385 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,37965,1731493040418.replicationSource.wal-reader.770665a7984d%2C37965%2C1731493040418,1-770665a7984d,37965,1731493040418 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45949/user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/WALs/770665a7984d,37965,1731493040418/770665a7984d%2C37965%2C1731493040418.1731493042547, startPosition=0, beingWritten=true 2024-11-13T10:17:29,393 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,37965,1731493040418.replicationSource.shipper770665a7984d%2C37965%2C1731493040418,1-770665a7984d,37965,1731493040418 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 770665a7984d%2C37965%2C1731493040418 2024-11-13T10:17:29,614 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,37965,1731493040418.replicationSource.wal-reader.770665a7984d%2C37965%2C1731493040418,1-770665a7984d,37965,1731493040418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45949/user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/WALs/770665a7984d,37965,1731493040418/770665a7984d%2C37965%2C1731493040418.1731493042547 to pos 0, reset compression=false 2024-11-13T10:17:29,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:17:29,802 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T10:17:29,803 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T10:17:29,803 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:17:29,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:29,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:29,804 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:17:29,804 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:17:29,806 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,38445,1731493040362 2024-11-13T10:17:29,806 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e26db9b 2024-11-13T10:17:29,806 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:17:29,809 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T10:17:29,809 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-13T10:17:29,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T10:17:29,810 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T10:17:29,810 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:17:29,810 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:29,810 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:29,810 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:17:29,810 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T10:17:29,810 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1381437966, stopped=false 2024-11-13T10:17:29,810 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=770665a7984d,37077,1731493044833 2024-11-13T10:17:29,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37077-0x10110d4f6e50003, quorum=127.0.0.1:61296, baseZNode=/1-79775182 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-79775182/running 2024-11-13T10:17:29,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37077-0x10110d4f6e50003, quorum=127.0.0.1:61296, baseZNode=/1-79775182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-79775182 2024-11-13T10:17:29,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40579-0x10110d4f6e50004, quorum=127.0.0.1:61296, baseZNode=/1-79775182 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-79775182/running 2024-11-13T10:17:29,813 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T10:17:29,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40579-0x10110d4f6e50004, quorum=127.0.0.1:61296, baseZNode=/1-79775182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-79775182 2024-11-13T10:17:29,813 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T10:17:29,813 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:17:29,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:29,814 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '770665a7984d,40579,1731493044896' ***** 2024-11-13T10:17:29,814 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T10:17:29,814 INFO [RS:0;770665a7984d:40579 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T10:17:29,814 INFO [RS:0;770665a7984d:40579 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T10:17:29,814 INFO [RS:0;770665a7984d:40579 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T10:17:29,814 INFO [RS:0;770665a7984d:40579 {}] regionserver.HRegionServer(959): stopping server 770665a7984d,40579,1731493044896 2024-11-13T10:17:29,814 INFO [RS:0;770665a7984d:40579 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T10:17:29,814 INFO [RS:0;770665a7984d:40579 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;770665a7984d:40579. 2024-11-13T10:17:29,814 DEBUG [RS:0;770665a7984d:40579 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:17:29,814 DEBUG [RS:0;770665a7984d:40579 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:29,815 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37077-0x10110d4f6e50003, quorum=127.0.0.1:61296, baseZNode=/1-79775182 Set watcher on znode that does not yet exist, /1-79775182/running 2024-11-13T10:17:29,815 INFO [RS:0;770665a7984d:40579 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T10:17:29,815 INFO [RS:0;770665a7984d:40579 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T10:17:29,815 INFO [RS:0;770665a7984d:40579 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T10:17:29,815 INFO [RS:0;770665a7984d:40579 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T10:17:29,815 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T10:17:29,816 INFO [RS:0;770665a7984d:40579 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T10:17:29,816 DEBUG [RS:0;770665a7984d:40579 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T10:17:29,816 DEBUG [RS:0;770665a7984d:40579 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T10:17:29,816 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T10:17:29,816 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T10:17:29,816 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T10:17:29,816 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T10:17:29,816 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T10:17:29,816 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-13T10:17:29,819 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40579-0x10110d4f6e50004, quorum=127.0.0.1:61296, baseZNode=/1-79775182 Set watcher on znode that does not yet exist, /1-79775182/running 2024-11-13T10:17:29,861 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41997/user/jenkins/test-data/5a7dca03-f08c-6450-8380-0d53cef1fed1/data/hbase/meta/1588230740/.tmp/ns/bbd833052f5b4b8caff25a80e703a364 is 43, key is default/ns:d/1731493047595/Put/seqid=0 2024-11-13T10:17:29,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42171 is added to blk_1073741835_1011 (size=5153) 2024-11-13T10:17:29,891 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41997/user/jenkins/test-data/5a7dca03-f08c-6450-8380-0d53cef1fed1/data/hbase/meta/1588230740/.tmp/ns/bbd833052f5b4b8caff25a80e703a364 2024-11-13T10:17:29,901 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41997/user/jenkins/test-data/5a7dca03-f08c-6450-8380-0d53cef1fed1/data/hbase/meta/1588230740/.tmp/ns/bbd833052f5b4b8caff25a80e703a364 as hdfs://localhost:41997/user/jenkins/test-data/5a7dca03-f08c-6450-8380-0d53cef1fed1/data/hbase/meta/1588230740/ns/bbd833052f5b4b8caff25a80e703a364 2024-11-13T10:17:29,914 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41997/user/jenkins/test-data/5a7dca03-f08c-6450-8380-0d53cef1fed1/data/hbase/meta/1588230740/ns/bbd833052f5b4b8caff25a80e703a364, entries=2, sequenceid=6, filesize=5.0 K 2024-11-13T10:17:29,914 INFO [regionserver/770665a7984d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T10:17:29,916 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 100ms, sequenceid=6, compaction requested=false 2024-11-13T10:17:29,923 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,37965,1731493040418.replicationSource.wal-reader.770665a7984d%2C37965%2C1731493040418,1-770665a7984d,37965,1731493040418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45949/user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/WALs/770665a7984d,37965,1731493040418/770665a7984d%2C37965%2C1731493040418.1731493042547 to pos 0, reset compression=false 2024-11-13T10:17:29,949 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41997/user/jenkins/test-data/5a7dca03-f08c-6450-8380-0d53cef1fed1/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-13T10:17:29,950 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T10:17:29,950 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T10:17:29,950 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T10:17:29,950 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731493049816Running coprocessor pre-close hooks at 1731493049816Disabling compacts and flushes for region at 1731493049816Disabling writes for close at 1731493049816Obtaining lock to block concurrent updates at 1731493049816Preparing flush snapshotting stores in 1588230740 at 1731493049816Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731493049818 (+2 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731493049820 (+2 ms)Flushing 1588230740/ns: creating writer at 1731493049821 (+1 ms)Flushing 1588230740/ns: appending metadata at 1731493049859 (+38 ms)Flushing 1588230740/ns: closing flushed file at 1731493049859Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2078d3b0: reopening flushed file at 1731493049900 (+41 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 100ms, sequenceid=6, compaction requested=false at 1731493049916 (+16 ms)Writing region close event to WAL at 1731493049930 (+14 ms)Running coprocessor post-close hooks at 1731493049950 (+20 ms)Closed at 1731493049950 2024-11-13T10:17:29,950 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T10:17:30,016 INFO [RS:0;770665a7984d:40579 {}] regionserver.HRegionServer(976): stopping server 770665a7984d,40579,1731493044896; all regions closed. 2024-11-13T10:17:30,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42171 is added to blk_1073741834_1010 (size=1152) 2024-11-13T10:17:30,027 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5a7dca03-f08c-6450-8380-0d53cef1fed1/WALs/770665a7984d,40579,1731493044896/770665a7984d%2C40579%2C1731493044896.meta.1731493047543.meta not finished, retry = 0 2024-11-13T10:17:30,132 DEBUG [RS:0;770665a7984d:40579 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5a7dca03-f08c-6450-8380-0d53cef1fed1/oldWALs 2024-11-13T10:17:30,132 INFO [RS:0;770665a7984d:40579 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 770665a7984d%2C40579%2C1731493044896.meta:.meta(num 1731493047543) 2024-11-13T10:17:30,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42171 is added to blk_1073741832_1008 (size=93) 2024-11-13T10:17:30,143 DEBUG [RS:0;770665a7984d:40579 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5a7dca03-f08c-6450-8380-0d53cef1fed1/oldWALs 2024-11-13T10:17:30,143 INFO [RS:0;770665a7984d:40579 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 770665a7984d%2C40579%2C1731493044896:(num 1731493046555) 2024-11-13T10:17:30,143 DEBUG [RS:0;770665a7984d:40579 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:30,143 INFO [RS:0;770665a7984d:40579 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T10:17:30,143 INFO [RS:0;770665a7984d:40579 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T10:17:30,143 INFO [RS:0;770665a7984d:40579 {}] hbase.ChoreService(370): Chore service for: regionserver/770665a7984d:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T10:17:30,144 INFO [RS:0;770665a7984d:40579 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T10:17:30,144 INFO [RS:0;770665a7984d:40579 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40579 2024-11-13T10:17:30,145 INFO [regionserver/770665a7984d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T10:17:30,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37077-0x10110d4f6e50003, quorum=127.0.0.1:61296, baseZNode=/1-79775182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-79775182/rs 2024-11-13T10:17:30,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40579-0x10110d4f6e50004, quorum=127.0.0.1:61296, baseZNode=/1-79775182 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-79775182/rs/770665a7984d,40579,1731493044896 2024-11-13T10:17:30,149 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [770665a7984d,40579,1731493044896] 2024-11-13T10:17:30,149 INFO [RS:0;770665a7984d:40579 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T10:17:30,151 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-79775182/draining/770665a7984d,40579,1731493044896 already deleted, retry=false 2024-11-13T10:17:30,151 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 770665a7984d,40579,1731493044896 expired; onlineServers=0 2024-11-13T10:17:30,151 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '770665a7984d,37077,1731493044833' ***** 2024-11-13T10:17:30,151 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T10:17:30,151 INFO [M:0;770665a7984d:37077 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T10:17:30,151 INFO [M:0;770665a7984d:37077 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T10:17:30,151 DEBUG [M:0;770665a7984d:37077 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T10:17:30,151 DEBUG [M:0;770665a7984d:37077 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T10:17:30,151 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T10:17:30,151 DEBUG [master/770665a7984d:0:becomeActiveMaster-HFileCleaner.large.0-1731493046337 {}] cleaner.HFileCleaner(306): Exit Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.large.0-1731493046337,5,FailOnTimeoutGroup] 2024-11-13T10:17:30,152 DEBUG [master/770665a7984d:0:becomeActiveMaster-HFileCleaner.small.0-1731493046337 {}] cleaner.HFileCleaner(306): Exit Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.small.0-1731493046337,5,FailOnTimeoutGroup] 2024-11-13T10:17:30,152 INFO [M:0;770665a7984d:37077 {}] hbase.ChoreService(370): Chore service for: master/770665a7984d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T10:17:30,152 INFO [M:0;770665a7984d:37077 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T10:17:30,152 DEBUG [M:0;770665a7984d:37077 {}] master.HMaster(1795): Stopping service threads 2024-11-13T10:17:30,152 INFO [M:0;770665a7984d:37077 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T10:17:30,152 INFO [M:0;770665a7984d:37077 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T10:17:30,152 INFO [M:0;770665a7984d:37077 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T10:17:30,152 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T10:17:30,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37077-0x10110d4f6e50003, quorum=127.0.0.1:61296, baseZNode=/1-79775182 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-79775182/master 2024-11-13T10:17:30,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37077-0x10110d4f6e50003, quorum=127.0.0.1:61296, baseZNode=/1-79775182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-79775182 2024-11-13T10:17:30,157 DEBUG [M:0;770665a7984d:37077 {}] zookeeper.RecoverableZooKeeper(212): Node /1-79775182/master already deleted, retry=false 2024-11-13T10:17:30,157 DEBUG [M:0;770665a7984d:37077 {}] master.ActiveMasterManager(353): master:37077-0x10110d4f6e50003, quorum=127.0.0.1:61296, baseZNode=/1-79775182 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-79775182/master 2024-11-13T10:17:30,158 INFO [M:0;770665a7984d:37077 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41997/user/jenkins/test-data/5a7dca03-f08c-6450-8380-0d53cef1fed1/.lastflushedseqids 2024-11-13T10:17:30,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42171 is added to blk_1073741836_1012 (size=99) 2024-11-13T10:17:30,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40579-0x10110d4f6e50004, quorum=127.0.0.1:61296, baseZNode=/1-79775182 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:17:30,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40579-0x10110d4f6e50004, quorum=127.0.0.1:61296, baseZNode=/1-79775182 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:17:30,254 INFO [RS:0;770665a7984d:40579 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T10:17:30,254 INFO [RS:0;770665a7984d:40579 {}] regionserver.HRegionServer(1031): Exiting; stopping=770665a7984d,40579,1731493044896; zookeeper connection closed. 2024-11-13T10:17:30,255 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@200f6ccf {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@200f6ccf 2024-11-13T10:17:30,255 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T10:17:30,336 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,37965,1731493040418.replicationSource.wal-reader.770665a7984d%2C37965%2C1731493040418,1-770665a7984d,37965,1731493040418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45949/user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/WALs/770665a7984d,37965,1731493040418/770665a7984d%2C37965%2C1731493040418.1731493042547 to pos 0, reset compression=false 2024-11-13T10:17:30,596 INFO [M:0;770665a7984d:37077 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T10:17:30,596 INFO [M:0;770665a7984d:37077 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T10:17:30,596 DEBUG [M:0;770665a7984d:37077 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T10:17:30,596 INFO [M:0;770665a7984d:37077 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:17:30,596 DEBUG [M:0;770665a7984d:37077 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:17:30,597 DEBUG [M:0;770665a7984d:37077 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 1 ms 2024-11-13T10:17:30,597 DEBUG [M:0;770665a7984d:37077 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:17:30,597 INFO [M:0;770665a7984d:37077 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-13T10:17:30,627 DEBUG [M:0;770665a7984d:37077 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41997/user/jenkins/test-data/5a7dca03-f08c-6450-8380-0d53cef1fed1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/86bbbab6f5554937ae30209b146ab6a1 is 82, key is hbase:meta,,1/info:regioninfo/1731493047582/Put/seqid=0 2024-11-13T10:17:30,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42171 is added to blk_1073741837_1013 (size=5672) 2024-11-13T10:17:30,633 INFO [M:0;770665a7984d:37077 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41997/user/jenkins/test-data/5a7dca03-f08c-6450-8380-0d53cef1fed1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/86bbbab6f5554937ae30209b146ab6a1 2024-11-13T10:17:30,673 DEBUG [M:0;770665a7984d:37077 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41997/user/jenkins/test-data/5a7dca03-f08c-6450-8380-0d53cef1fed1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/08104556dc3e41c0bebba655e3d40dc3 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731493047600/Put/seqid=0 2024-11-13T10:17:30,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42171 is added to blk_1073741838_1014 (size=5275) 2024-11-13T10:17:30,697 INFO [M:0;770665a7984d:37077 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41997/user/jenkins/test-data/5a7dca03-f08c-6450-8380-0d53cef1fed1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/08104556dc3e41c0bebba655e3d40dc3 2024-11-13T10:17:30,743 DEBUG [M:0;770665a7984d:37077 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41997/user/jenkins/test-data/5a7dca03-f08c-6450-8380-0d53cef1fed1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/69207c36ef134a42ba1315fbaf4e4989 is 69, key is 770665a7984d,40579,1731493044896/rs:state/1731493046390/Put/seqid=0 2024-11-13T10:17:30,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42171 is added to blk_1073741839_1015 (size=5156) 2024-11-13T10:17:30,772 INFO [M:0;770665a7984d:37077 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41997/user/jenkins/test-data/5a7dca03-f08c-6450-8380-0d53cef1fed1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/69207c36ef134a42ba1315fbaf4e4989 2024-11-13T10:17:30,782 DEBUG [M:0;770665a7984d:37077 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41997/user/jenkins/test-data/5a7dca03-f08c-6450-8380-0d53cef1fed1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/86bbbab6f5554937ae30209b146ab6a1 as hdfs://localhost:41997/user/jenkins/test-data/5a7dca03-f08c-6450-8380-0d53cef1fed1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/86bbbab6f5554937ae30209b146ab6a1 2024-11-13T10:17:30,793 INFO [M:0;770665a7984d:37077 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41997/user/jenkins/test-data/5a7dca03-f08c-6450-8380-0d53cef1fed1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/86bbbab6f5554937ae30209b146ab6a1, entries=8, sequenceid=28, filesize=5.5 K 2024-11-13T10:17:30,797 DEBUG [M:0;770665a7984d:37077 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41997/user/jenkins/test-data/5a7dca03-f08c-6450-8380-0d53cef1fed1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/08104556dc3e41c0bebba655e3d40dc3 as hdfs://localhost:41997/user/jenkins/test-data/5a7dca03-f08c-6450-8380-0d53cef1fed1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/08104556dc3e41c0bebba655e3d40dc3 2024-11-13T10:17:30,806 INFO [M:0;770665a7984d:37077 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41997/user/jenkins/test-data/5a7dca03-f08c-6450-8380-0d53cef1fed1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/08104556dc3e41c0bebba655e3d40dc3, entries=3, sequenceid=28, filesize=5.2 K 2024-11-13T10:17:30,809 DEBUG [M:0;770665a7984d:37077 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41997/user/jenkins/test-data/5a7dca03-f08c-6450-8380-0d53cef1fed1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/69207c36ef134a42ba1315fbaf4e4989 as hdfs://localhost:41997/user/jenkins/test-data/5a7dca03-f08c-6450-8380-0d53cef1fed1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/69207c36ef134a42ba1315fbaf4e4989 2024-11-13T10:17:30,819 INFO [M:0;770665a7984d:37077 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41997/user/jenkins/test-data/5a7dca03-f08c-6450-8380-0d53cef1fed1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/69207c36ef134a42ba1315fbaf4e4989, entries=1, sequenceid=28, filesize=5.0 K 2024-11-13T10:17:30,824 INFO [M:0;770665a7984d:37077 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 227ms, sequenceid=28, compaction requested=false 2024-11-13T10:17:30,845 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,37965,1731493040418.replicationSource.wal-reader.770665a7984d%2C37965%2C1731493040418,1-770665a7984d,37965,1731493040418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45949/user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/WALs/770665a7984d,37965,1731493040418/770665a7984d%2C37965%2C1731493040418.1731493042547 to pos 0, reset compression=false 2024-11-13T10:17:30,861 INFO [M:0;770665a7984d:37077 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:17:30,861 DEBUG [M:0;770665a7984d:37077 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731493050596Disabling compacts and flushes for region at 1731493050596Disabling writes for close at 1731493050597 (+1 ms)Obtaining lock to block concurrent updates at 1731493050597Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731493050597Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731493050597Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731493050598 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731493050598Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731493050626 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731493050626Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731493050642 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731493050672 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731493050672Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731493050706 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731493050742 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731493050743 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1216bf4f: reopening flushed file at 1731493050781 (+38 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69b5ada0: reopening flushed file at 1731493050793 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@506d5634: reopening flushed file at 1731493050806 (+13 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 227ms, sequenceid=28, compaction requested=false at 1731493050824 (+18 ms)Writing region close event to WAL at 1731493050861 (+37 ms)Closed at 1731493050861 2024-11-13T10:17:30,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42171 is added to blk_1073741830_1006 (size=10165) 2024-11-13T10:17:30,910 INFO [M:0;770665a7984d:37077 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T10:17:30,910 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T10:17:30,910 INFO [M:0;770665a7984d:37077 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37077 2024-11-13T10:17:30,911 INFO [M:0;770665a7984d:37077 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T10:17:31,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37077-0x10110d4f6e50003, quorum=127.0.0.1:61296, baseZNode=/1-79775182 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:17:31,013 INFO [M:0;770665a7984d:37077 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T10:17:31,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37077-0x10110d4f6e50003, quorum=127.0.0.1:61296, baseZNode=/1-79775182 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:17:31,041 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@372c6d8e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T10:17:31,042 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@654d7991{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T10:17:31,042 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T10:17:31,043 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75f9c4cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T10:17:31,043 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16f1601f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac2eca81-5a6b-2b89-a32a-9de222f9c47c/hadoop.log.dir/,STOPPED} 2024-11-13T10:17:31,051 WARN [BP-1891778975-172.17.0.2-1731493043702 heartbeating to localhost/127.0.0.1:41997 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T10:17:31,051 WARN [BP-1891778975-172.17.0.2-1731493043702 heartbeating to localhost/127.0.0.1:41997 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1891778975-172.17.0.2-1731493043702 (Datanode Uuid b5c81fa9-c45c-40af-b788-a931a2a55332) service to localhost/127.0.0.1:41997 2024-11-13T10:17:31,052 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac2eca81-5a6b-2b89-a32a-9de222f9c47c/cluster_76a8acec-94ac-4331-9b13-69db36f71f1b/data/data1/current/BP-1891778975-172.17.0.2-1731493043702 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T10:17:31,052 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T10:17:31,052 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T10:17:31,052 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac2eca81-5a6b-2b89-a32a-9de222f9c47c/cluster_76a8acec-94ac-4331-9b13-69db36f71f1b/data/data2/current/BP-1891778975-172.17.0.2-1731493043702 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T10:17:31,053 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T10:17:31,070 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@325753d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T10:17:31,071 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5bf604b7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T10:17:31,071 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T10:17:31,071 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13222590{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T10:17:31,072 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ee1e224{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac2eca81-5a6b-2b89-a32a-9de222f9c47c/hadoop.log.dir/,STOPPED} 2024-11-13T10:17:31,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T10:17:31,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T10:17:31,092 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T10:17:31,092 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:17:31,092 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:31,093 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:31,093 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:17:31,094 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T10:17:31,094 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1966349363, stopped=false 2024-11-13T10:17:31,094 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=770665a7984d,38445,1731493040362 2024-11-13T10:17:31,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38445-0x10110d4f6e50000, quorum=127.0.0.1:61296, baseZNode=/0503572965 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0503572965/running 2024-11-13T10:17:31,098 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T10:17:31,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38445-0x10110d4f6e50000, quorum=127.0.0.1:61296, baseZNode=/0503572965 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0503572965 2024-11-13T10:17:31,099 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T10:17:31,099 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:17:31,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:31,099 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '770665a7984d,37965,1731493040418' ***** 2024-11-13T10:17:31,099 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T10:17:31,100 INFO [RS:0;770665a7984d:37965 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T10:17:31,100 INFO [RS:0;770665a7984d:37965 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T10:17:31,100 INFO [RS:0;770665a7984d:37965 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T10:17:31,100 INFO [RS:0;770665a7984d:37965 {}] regionserver.HRegionServer(3091): Received CLOSE for 192b1018a18f75434b49cadb9af07dfa 2024-11-13T10:17:31,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37965-0x10110d4f6e50001, quorum=127.0.0.1:61296, baseZNode=/0503572965 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0503572965/running 2024-11-13T10:17:31,101 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T10:17:31,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37965-0x10110d4f6e50001, quorum=127.0.0.1:61296, baseZNode=/0503572965 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0503572965 2024-11-13T10:17:31,101 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38445-0x10110d4f6e50000, quorum=127.0.0.1:61296, baseZNode=/0503572965 Set watcher on znode that does not yet exist, /0503572965/running 2024-11-13T10:17:31,102 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37965-0x10110d4f6e50001, quorum=127.0.0.1:61296, baseZNode=/0503572965 Set watcher on znode that does not yet exist, /0503572965/running 2024-11-13T10:17:31,115 INFO [RS:0;770665a7984d:37965 {}] regionserver.HRegionServer(959): stopping server 770665a7984d,37965,1731493040418 2024-11-13T10:17:31,116 INFO [RS:0;770665a7984d:37965 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T10:17:31,116 INFO [RS:0;770665a7984d:37965 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;770665a7984d:37965. 2024-11-13T10:17:31,116 DEBUG [RS:0;770665a7984d:37965 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:17:31,116 DEBUG [RS:0;770665a7984d:37965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:31,116 INFO [RS:0;770665a7984d:37965 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T10:17:31,116 INFO [RS:0;770665a7984d:37965 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T10:17:31,116 INFO [RS:0;770665a7984d:37965 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T10:17:31,116 INFO [RS:0;770665a7984d:37965 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T10:17:31,116 INFO [regionserver/770665a7984d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T10:17:31,117 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 192b1018a18f75434b49cadb9af07dfa, disabling compactions & flushes 2024-11-13T10:17:31,117 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731493047662.192b1018a18f75434b49cadb9af07dfa. 2024-11-13T10:17:31,117 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731493047662.192b1018a18f75434b49cadb9af07dfa. 2024-11-13T10:17:31,117 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731493047662.192b1018a18f75434b49cadb9af07dfa. after waiting 0 ms 2024-11-13T10:17:31,117 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731493047662.192b1018a18f75434b49cadb9af07dfa. 2024-11-13T10:17:31,117 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 192b1018a18f75434b49cadb9af07dfa 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-13T10:17:31,118 INFO [RS:0;770665a7984d:37965 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T10:17:31,118 DEBUG [RS:0;770665a7984d:37965 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 192b1018a18f75434b49cadb9af07dfa=hbase:replication,,1731493047662.192b1018a18f75434b49cadb9af07dfa.} 2024-11-13T10:17:31,118 DEBUG [RS:0;770665a7984d:37965 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 192b1018a18f75434b49cadb9af07dfa 2024-11-13T10:17:31,118 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T10:17:31,118 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T10:17:31,118 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T10:17:31,118 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T10:17:31,118 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T10:17:31,119 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-13T10:17:31,142 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45949/user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/data/hbase/replication/192b1018a18f75434b49cadb9af07dfa/.tmp/queue/de8f0955b92c4c1c9ec07e8ad17d5aab is 151, key is 1-770665a7984d,37965,1731493040418/queue:770665a7984d%2C37965%2C1731493040418/1731493049319/Put/seqid=0 2024-11-13T10:17:31,152 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45949/user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/data/hbase/meta/1588230740/.tmp/info/60d8f17827334d4ab28c4a6641375c0f is 147, key is hbase:replication,,1731493047662.192b1018a18f75434b49cadb9af07dfa./info:regioninfo/1731493048982/Put/seqid=0 2024-11-13T10:17:31,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37757 is added to blk_1073741838_1014 (size=5350) 2024-11-13T10:17:31,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37757 is added to blk_1073741839_1015 (size=6631) 2024-11-13T10:17:31,318 DEBUG [RS:0;770665a7984d:37965 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 192b1018a18f75434b49cadb9af07dfa 2024-11-13T10:17:31,464 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,37965,1731493040418.replicationSource.wal-reader.770665a7984d%2C37965%2C1731493040418,1-770665a7984d,37965,1731493040418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45949/user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/WALs/770665a7984d,37965,1731493040418/770665a7984d%2C37965%2C1731493040418.1731493042547 to pos 0, reset compression=false 2024-11-13T10:17:31,492 INFO [regionserver/770665a7984d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T10:17:31,492 INFO [regionserver/770665a7984d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T10:17:31,518 DEBUG [RS:0;770665a7984d:37965 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 192b1018a18f75434b49cadb9af07dfa 2024-11-13T10:17:31,564 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45949/user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/data/hbase/replication/192b1018a18f75434b49cadb9af07dfa/.tmp/queue/de8f0955b92c4c1c9ec07e8ad17d5aab 2024-11-13T10:17:31,570 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45949/user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/data/hbase/meta/1588230740/.tmp/info/60d8f17827334d4ab28c4a6641375c0f 2024-11-13T10:17:31,586 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45949/user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/data/hbase/replication/192b1018a18f75434b49cadb9af07dfa/.tmp/queue/de8f0955b92c4c1c9ec07e8ad17d5aab as hdfs://localhost:45949/user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/data/hbase/replication/192b1018a18f75434b49cadb9af07dfa/queue/de8f0955b92c4c1c9ec07e8ad17d5aab 2024-11-13T10:17:31,597 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45949/user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/data/hbase/replication/192b1018a18f75434b49cadb9af07dfa/queue/de8f0955b92c4c1c9ec07e8ad17d5aab, entries=1, sequenceid=5, filesize=5.2 K 2024-11-13T10:17:31,599 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 192b1018a18f75434b49cadb9af07dfa in 481ms, sequenceid=5, compaction requested=false 2024-11-13T10:17:31,599 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T10:17:31,601 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45949/user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/data/hbase/meta/1588230740/.tmp/ns/9da4fbfca7374bbb98a6b21ee6e78cf2 is 43, key is default/ns:d/1731493043546/Put/seqid=0 2024-11-13T10:17:31,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37757 is added to blk_1073741840_1016 (size=5153) 2024-11-13T10:17:31,618 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45949/user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/data/hbase/meta/1588230740/.tmp/ns/9da4fbfca7374bbb98a6b21ee6e78cf2 2024-11-13T10:17:31,625 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45949/user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/data/hbase/replication/192b1018a18f75434b49cadb9af07dfa/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T10:17:31,626 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T10:17:31,626 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T10:17:31,626 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731493047662.192b1018a18f75434b49cadb9af07dfa. 2024-11-13T10:17:31,627 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 192b1018a18f75434b49cadb9af07dfa: Waiting for close lock at 1731493051117Running coprocessor pre-close hooks at 1731493051117Disabling compacts and flushes for region at 1731493051117Disabling writes for close at 1731493051117Obtaining lock to block concurrent updates at 1731493051117Preparing flush snapshotting stores in 192b1018a18f75434b49cadb9af07dfa at 1731493051117Finished memstore snapshotting hbase:replication,,1731493047662.192b1018a18f75434b49cadb9af07dfa., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731493051118 (+1 ms)Flushing stores of hbase:replication,,1731493047662.192b1018a18f75434b49cadb9af07dfa. at 1731493051119 (+1 ms)Flushing 192b1018a18f75434b49cadb9af07dfa/queue: creating writer at 1731493051119Flushing 192b1018a18f75434b49cadb9af07dfa/queue: appending metadata at 1731493051142 (+23 ms)Flushing 192b1018a18f75434b49cadb9af07dfa/queue: closing flushed file at 1731493051142Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e0409f1: reopening flushed file at 1731493051584 (+442 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 192b1018a18f75434b49cadb9af07dfa in 481ms, sequenceid=5, compaction requested=false at 1731493051599 (+15 ms)Writing region close event to WAL at 1731493051602 (+3 ms)Running coprocessor post-close hooks at 1731493051626 (+24 ms)Closed at 1731493051626 2024-11-13T10:17:31,627 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731493047662.192b1018a18f75434b49cadb9af07dfa. 2024-11-13T10:17:31,649 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45949/user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/data/hbase/meta/1588230740/.tmp/table/10aea6e02665479289f78f11a56d75de is 53, key is hbase:replication/table:state/1731493049012/Put/seqid=0 2024-11-13T10:17:31,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37757 is added to blk_1073741841_1017 (size=5256) 2024-11-13T10:17:31,663 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45949/user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/data/hbase/meta/1588230740/.tmp/table/10aea6e02665479289f78f11a56d75de 2024-11-13T10:17:31,672 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45949/user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/data/hbase/meta/1588230740/.tmp/info/60d8f17827334d4ab28c4a6641375c0f as hdfs://localhost:45949/user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/data/hbase/meta/1588230740/info/60d8f17827334d4ab28c4a6641375c0f 2024-11-13T10:17:31,689 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45949/user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/data/hbase/meta/1588230740/info/60d8f17827334d4ab28c4a6641375c0f, entries=10, sequenceid=11, filesize=6.5 K 2024-11-13T10:17:31,690 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45949/user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/data/hbase/meta/1588230740/.tmp/ns/9da4fbfca7374bbb98a6b21ee6e78cf2 as hdfs://localhost:45949/user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/data/hbase/meta/1588230740/ns/9da4fbfca7374bbb98a6b21ee6e78cf2 2024-11-13T10:17:31,705 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45949/user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/data/hbase/meta/1588230740/ns/9da4fbfca7374bbb98a6b21ee6e78cf2, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T10:17:31,707 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45949/user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/data/hbase/meta/1588230740/.tmp/table/10aea6e02665479289f78f11a56d75de as hdfs://localhost:45949/user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/data/hbase/meta/1588230740/table/10aea6e02665479289f78f11a56d75de 2024-11-13T10:17:31,715 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45949/user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/data/hbase/meta/1588230740/table/10aea6e02665479289f78f11a56d75de, entries=2, sequenceid=11, filesize=5.1 K 2024-11-13T10:17:31,717 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 599ms, sequenceid=11, compaction requested=false 2024-11-13T10:17:31,719 DEBUG [RS:0;770665a7984d:37965 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T10:17:31,725 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45949/user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T10:17:31,726 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T10:17:31,726 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T10:17:31,726 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T10:17:31,726 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731493051118Running coprocessor pre-close hooks at 1731493051118Disabling compacts and flushes for region at 1731493051118Disabling writes for close at 1731493051118Obtaining lock to block concurrent updates at 1731493051119 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731493051119Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731493051119Flushing stores of hbase:meta,,1.1588230740 at 1731493051120 (+1 ms)Flushing 1588230740/info: creating writer at 1731493051120Flushing 1588230740/info: appending metadata at 1731493051151 (+31 ms)Flushing 1588230740/info: closing flushed file at 1731493051151Flushing 1588230740/ns: creating writer at 1731493051580 (+429 ms)Flushing 1588230740/ns: appending metadata at 1731493051600 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731493051600Flushing 1588230740/table: creating writer at 1731493051631 (+31 ms)Flushing 1588230740/table: appending metadata at 1731493051649 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731493051649Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2975e955: reopening flushed file at 1731493051670 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@783ab701: reopening flushed file at 1731493051689 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@634a565c: reopening flushed file at 1731493051706 (+17 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 599ms, sequenceid=11, compaction requested=false at 1731493051717 (+11 ms)Writing region close event to WAL at 1731493051719 (+2 ms)Running coprocessor post-close hooks at 1731493051726 (+7 ms)Closed at 1731493051726 2024-11-13T10:17:31,726 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T10:17:31,919 INFO [RS:0;770665a7984d:37965 {}] regionserver.HRegionServer(976): stopping server 770665a7984d,37965,1731493040418; all regions closed. 2024-11-13T10:17:31,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37757 is added to blk_1073741834_1010 (size=2742) 2024-11-13T10:17:31,923 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/WALs/770665a7984d,37965,1731493040418/770665a7984d%2C37965%2C1731493040418.meta.1731493043485.meta not finished, retry = 0 2024-11-13T10:17:32,026 DEBUG [RS:0;770665a7984d:37965 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/oldWALs 2024-11-13T10:17:32,026 INFO [RS:0;770665a7984d:37965 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 770665a7984d%2C37965%2C1731493040418.meta:.meta(num 1731493043485) 2024-11-13T10:17:32,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37757 is added to blk_1073741837_1013 (size=1586) 2024-11-13T10:17:32,034 DEBUG [RS:0;770665a7984d:37965 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/oldWALs 2024-11-13T10:17:32,034 INFO [RS:0;770665a7984d:37965 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 770665a7984d%2C37965%2C1731493040418.rep:(num 1731493048843) 2024-11-13T10:17:32,043 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/WALs/770665a7984d,37965,1731493040418/770665a7984d%2C37965%2C1731493040418.1731493042547 not finished, retry = 0 2024-11-13T10:17:32,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37757 is added to blk_1073741832_1008 (size=93) 2024-11-13T10:17:32,146 DEBUG [RS:0;770665a7984d:37965 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/oldWALs 2024-11-13T10:17:32,146 INFO [RS:0;770665a7984d:37965 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 770665a7984d%2C37965%2C1731493040418:(num 1731493042547) 2024-11-13T10:17:32,146 DEBUG [RS:0;770665a7984d:37965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:32,146 INFO [RS:0;770665a7984d:37965 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T10:17:32,146 INFO [RS:0;770665a7984d:37965 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T10:17:32,146 INFO [RS:0;770665a7984d:37965 {}] hbase.ChoreService(370): Chore service for: regionserver/770665a7984d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T10:17:32,146 INFO [RS:0;770665a7984d:37965 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T10:17:32,146 INFO [regionserver/770665a7984d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T10:17:32,147 INFO [RS:0;770665a7984d:37965 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-770665a7984d,37965,1731493040418 because: Region server is closing 2024-11-13T10:17:32,148 INFO [RS:0;770665a7984d:37965 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;770665a7984d:37965. 2024-11-13T10:17:32,148 DEBUG [RS:0;770665a7984d:37965 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:17:32,148 DEBUG [RS:0;770665a7984d:37965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:32,148 DEBUG [RS:0;770665a7984d:37965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:32,148 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:17:32,248 WARN [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,37965,1731493040418.replicationSource.shipper770665a7984d%2C37965%2C1731493040418,1-770665a7984d,37965,1731493040418 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T10:17:32,248 INFO [RS:0;770665a7984d:37965 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,37965,1731493040418.replicationSource.shipper770665a7984d%2C37965%2C1731493040418,1-770665a7984d,37965,1731493040418 terminated 2024-11-13T10:17:32,249 INFO [RS:0;770665a7984d:37965 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37965 2024-11-13T10:17:32,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37965-0x10110d4f6e50001, quorum=127.0.0.1:61296, baseZNode=/0503572965 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0503572965/rs/770665a7984d,37965,1731493040418 2024-11-13T10:17:32,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38445-0x10110d4f6e50000, quorum=127.0.0.1:61296, baseZNode=/0503572965 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0503572965/rs 2024-11-13T10:17:32,251 INFO [RS:0;770665a7984d:37965 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T10:17:32,253 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [770665a7984d,37965,1731493040418] 2024-11-13T10:17:32,254 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0503572965/draining/770665a7984d,37965,1731493040418 already deleted, retry=false 2024-11-13T10:17:32,255 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 770665a7984d,37965,1731493040418 expired; onlineServers=0 2024-11-13T10:17:32,255 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '770665a7984d,38445,1731493040362' ***** 2024-11-13T10:17:32,255 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T10:17:32,255 INFO [M:0;770665a7984d:38445 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T10:17:32,255 INFO [M:0;770665a7984d:38445 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T10:17:32,255 DEBUG [M:0;770665a7984d:38445 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T10:17:32,255 DEBUG [M:0;770665a7984d:38445 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T10:17:32,255 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T10:17:32,255 DEBUG [master/770665a7984d:0:becomeActiveMaster-HFileCleaner.small.0-1731493042312 {}] cleaner.HFileCleaner(306): Exit Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.small.0-1731493042312,5,FailOnTimeoutGroup] 2024-11-13T10:17:32,255 DEBUG [master/770665a7984d:0:becomeActiveMaster-HFileCleaner.large.0-1731493042311 {}] cleaner.HFileCleaner(306): Exit Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.large.0-1731493042311,5,FailOnTimeoutGroup] 2024-11-13T10:17:32,255 INFO [M:0;770665a7984d:38445 {}] hbase.ChoreService(370): Chore service for: master/770665a7984d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T10:17:32,255 INFO [M:0;770665a7984d:38445 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T10:17:32,255 DEBUG [M:0;770665a7984d:38445 {}] master.HMaster(1795): Stopping service threads 2024-11-13T10:17:32,255 INFO [M:0;770665a7984d:38445 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T10:17:32,255 INFO [M:0;770665a7984d:38445 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T10:17:32,255 INFO [M:0;770665a7984d:38445 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T10:17:32,256 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T10:17:32,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38445-0x10110d4f6e50000, quorum=127.0.0.1:61296, baseZNode=/0503572965 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0503572965/master 2024-11-13T10:17:32,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38445-0x10110d4f6e50000, quorum=127.0.0.1:61296, baseZNode=/0503572965 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0503572965 2024-11-13T10:17:32,260 DEBUG [M:0;770665a7984d:38445 {}] zookeeper.RecoverableZooKeeper(212): Node /0503572965/master already deleted, retry=false 2024-11-13T10:17:32,260 DEBUG [M:0;770665a7984d:38445 {}] master.ActiveMasterManager(353): master:38445-0x10110d4f6e50000, quorum=127.0.0.1:61296, baseZNode=/0503572965 Failed delete of our master address node; KeeperErrorCode = NoNode for /0503572965/master 2024-11-13T10:17:32,261 INFO [M:0;770665a7984d:38445 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45949/user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/.lastflushedseqids 2024-11-13T10:17:32,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37757 is added to blk_1073741842_1018 (size=181) 2024-11-13T10:17:32,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37965-0x10110d4f6e50001, quorum=127.0.0.1:61296, baseZNode=/0503572965 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:17:32,353 INFO [RS:0;770665a7984d:37965 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T10:17:32,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37965-0x10110d4f6e50001, quorum=127.0.0.1:61296, baseZNode=/0503572965 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:17:32,353 INFO [RS:0;770665a7984d:37965 {}] regionserver.HRegionServer(1031): Exiting; stopping=770665a7984d,37965,1731493040418; zookeeper connection closed. 2024-11-13T10:17:32,354 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@44fb63a1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@44fb63a1 2024-11-13T10:17:32,354 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T10:17:32,667 INFO [M:0;770665a7984d:38445 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T10:17:32,668 INFO [M:0;770665a7984d:38445 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T10:17:32,669 DEBUG [M:0;770665a7984d:38445 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T10:17:32,669 INFO [M:0;770665a7984d:38445 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:17:32,669 DEBUG [M:0;770665a7984d:38445 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:17:32,669 DEBUG [M:0;770665a7984d:38445 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T10:17:32,669 DEBUG [M:0;770665a7984d:38445 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:17:32,669 INFO [M:0;770665a7984d:38445 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-13T10:17:32,698 DEBUG [M:0;770665a7984d:38445 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45949/user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1c532670f9ce47a89fb5cae7ee0b6d0d is 82, key is hbase:meta,,1/info:regioninfo/1731493043526/Put/seqid=0 2024-11-13T10:17:32,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37757 is added to blk_1073741843_1019 (size=5672) 2024-11-13T10:17:32,707 INFO [M:0;770665a7984d:38445 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45949/user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1c532670f9ce47a89fb5cae7ee0b6d0d 2024-11-13T10:17:32,737 DEBUG [M:0;770665a7984d:38445 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45949/user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/df33ff77a438408fb72b2361d96fe589 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731493049025/Put/seqid=0 2024-11-13T10:17:32,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37757 is added to blk_1073741844_1020 (size=7203) 2024-11-13T10:17:32,748 INFO [M:0;770665a7984d:38445 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45949/user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/df33ff77a438408fb72b2361d96fe589 2024-11-13T10:17:32,775 DEBUG [M:0;770665a7984d:38445 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45949/user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/892748049b5140f497f8c9e76a218dec is 69, key is 770665a7984d,37965,1731493040418/rs:state/1731493042387/Put/seqid=0 2024-11-13T10:17:32,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37757 is added to blk_1073741845_1021 (size=5156) 2024-11-13T10:17:33,181 INFO [M:0;770665a7984d:38445 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45949/user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/892748049b5140f497f8c9e76a218dec 2024-11-13T10:17:33,188 DEBUG [M:0;770665a7984d:38445 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45949/user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1c532670f9ce47a89fb5cae7ee0b6d0d as hdfs://localhost:45949/user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1c532670f9ce47a89fb5cae7ee0b6d0d 2024-11-13T10:17:33,194 INFO [M:0;770665a7984d:38445 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45949/user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1c532670f9ce47a89fb5cae7ee0b6d0d, entries=8, sequenceid=70, filesize=5.5 K 2024-11-13T10:17:33,195 DEBUG [M:0;770665a7984d:38445 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45949/user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/df33ff77a438408fb72b2361d96fe589 as hdfs://localhost:45949/user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/df33ff77a438408fb72b2361d96fe589 2024-11-13T10:17:33,201 INFO [M:0;770665a7984d:38445 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45949/user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/df33ff77a438408fb72b2361d96fe589, entries=8, sequenceid=70, filesize=7.0 K 2024-11-13T10:17:33,202 DEBUG [M:0;770665a7984d:38445 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45949/user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/892748049b5140f497f8c9e76a218dec as hdfs://localhost:45949/user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/892748049b5140f497f8c9e76a218dec 2024-11-13T10:17:33,209 INFO [M:0;770665a7984d:38445 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45949/user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/892748049b5140f497f8c9e76a218dec, entries=1, sequenceid=70, filesize=5.0 K 2024-11-13T10:17:33,211 INFO [M:0;770665a7984d:38445 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 541ms, sequenceid=70, compaction requested=false 2024-11-13T10:17:33,212 INFO [M:0;770665a7984d:38445 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:17:33,212 DEBUG [M:0;770665a7984d:38445 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731493052668Disabling compacts and flushes for region at 1731493052668Disabling writes for close at 1731493052669 (+1 ms)Obtaining lock to block concurrent updates at 1731493052669Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731493052669Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731493052670 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731493052671 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731493052671Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731493052698 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731493052698Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731493052714 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731493052737 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731493052737Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731493052756 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731493052775 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731493052775Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c5b8f3: reopening flushed file at 1731493053187 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@edd6750: reopening flushed file at 1731493053194 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17b0f042: reopening flushed file at 1731493053202 (+8 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 541ms, sequenceid=70, compaction requested=false at 1731493053211 (+9 ms)Writing region close event to WAL at 1731493053212 (+1 ms)Closed at 1731493053212 2024-11-13T10:17:33,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37757 is added to blk_1073741830_1006 (size=41008) 2024-11-13T10:17:33,215 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/16fb3cf0-f20a-362b-14f2-9d4631ad32bc/MasterData/WALs/770665a7984d,38445,1731493040362/770665a7984d%2C38445%2C1731493040362.1731493042140 not finished, retry = 0 2024-11-13T10:17:33,317 INFO [M:0;770665a7984d:38445 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T10:17:33,317 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T10:17:33,317 INFO [M:0;770665a7984d:38445 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38445 2024-11-13T10:17:33,317 INFO [M:0;770665a7984d:38445 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T10:17:33,419 INFO [M:0;770665a7984d:38445 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T10:17:33,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38445-0x10110d4f6e50000, quorum=127.0.0.1:61296, baseZNode=/0503572965 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:17:33,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38445-0x10110d4f6e50000, quorum=127.0.0.1:61296, baseZNode=/0503572965 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:17:33,422 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f736734{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T10:17:33,423 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3183cd5d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T10:17:33,423 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T10:17:33,423 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d1cbcba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T10:17:33,423 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d7725da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f9e1fa2-fd88-6540-07ea-b64c079fb6bc/hadoop.log.dir/,STOPPED} 2024-11-13T10:17:33,425 WARN [BP-472400012-172.17.0.2-1731493039229 heartbeating to localhost/127.0.0.1:45949 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T10:17:33,425 WARN [BP-472400012-172.17.0.2-1731493039229 heartbeating to localhost/127.0.0.1:45949 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-472400012-172.17.0.2-1731493039229 (Datanode Uuid 17f2ab94-5aaf-46b1-aaee-a4d122c3e4ab) service to localhost/127.0.0.1:45949 2024-11-13T10:17:33,426 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T10:17:33,426 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T10:17:33,426 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f9e1fa2-fd88-6540-07ea-b64c079fb6bc/cluster_2cad4f02-ba73-62ca-06b6-7d0fa77556ef/data/data1/current/BP-472400012-172.17.0.2-1731493039229 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T10:17:33,426 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f9e1fa2-fd88-6540-07ea-b64c079fb6bc/cluster_2cad4f02-ba73-62ca-06b6-7d0fa77556ef/data/data2/current/BP-472400012-172.17.0.2-1731493039229 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T10:17:33,426 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T10:17:33,433 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@440b13fc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T10:17:33,434 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@301e370e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T10:17:33,434 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T10:17:33,434 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44f7b8d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T10:17:33,434 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2599732c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f9e1fa2-fd88-6540-07ea-b64c079fb6bc/hadoop.log.dir/,STOPPED} 2024-11-13T10:17:33,443 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T10:17:33,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T10:17:33,476 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=140 (was 110) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41997 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41997 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:45949 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:41997 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41997 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:41997 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:45949 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:41997 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45949 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61296) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45949 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45949 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:45949 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45949 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:45949 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:41997 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61296) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41997 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=251 (was 222) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2132 (was 2847) 2024-11-13T10:17:33,485 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=140, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=251, ProcessCount=11, AvailableMemoryMB=2132 2024-11-13T10:17:33,499 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-13T10:17:33,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac2eca81-5a6b-2b89-a32a-9de222f9c47c/hadoop.log.dir so I do NOT create it in target/test-data/380a44fa-390e-32f9-1b0e-8e578815d946 2024-11-13T10:17:33,500 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac2eca81-5a6b-2b89-a32a-9de222f9c47c/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T10:17:33,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac2eca81-5a6b-2b89-a32a-9de222f9c47c/hadoop.tmp.dir so I do NOT create it in target/test-data/380a44fa-390e-32f9-1b0e-8e578815d946 2024-11-13T10:17:33,500 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac2eca81-5a6b-2b89-a32a-9de222f9c47c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T10:17:33,500 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/380a44fa-390e-32f9-1b0e-8e578815d946 2024-11-13T10:17:33,500 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/380a44fa-390e-32f9-1b0e-8e578815d946/cluster_9b4e0e87-cc99-a9c4-5113-90954ee3b639, deleteOnExit=true 2024-11-13T10:17:33,517 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/380a44fa-390e-32f9-1b0e-8e578815d946/cluster_9b4e0e87-cc99-a9c4-5113-90954ee3b639/zookeeper_0, clientPort=50230, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/380a44fa-390e-32f9-1b0e-8e578815d946/cluster_9b4e0e87-cc99-a9c4-5113-90954ee3b639/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/380a44fa-390e-32f9-1b0e-8e578815d946/cluster_9b4e0e87-cc99-a9c4-5113-90954ee3b639/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T10:17:33,519 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50230 2024-11-13T10:17:33,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T10:17:33,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T10:17:33,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/380a44fa-390e-32f9-1b0e-8e578815d946/test.cache.data in system properties and HBase conf 2024-11-13T10:17:33,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/380a44fa-390e-32f9-1b0e-8e578815d946/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T10:17:33,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/380a44fa-390e-32f9-1b0e-8e578815d946/hadoop.log.dir in system properties and HBase conf 2024-11-13T10:17:33,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/380a44fa-390e-32f9-1b0e-8e578815d946/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T10:17:33,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/380a44fa-390e-32f9-1b0e-8e578815d946/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T10:17:33,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T10:17:33,520 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T10:17:33,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/380a44fa-390e-32f9-1b0e-8e578815d946/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T10:17:33,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/380a44fa-390e-32f9-1b0e-8e578815d946/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T10:17:33,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/380a44fa-390e-32f9-1b0e-8e578815d946/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T10:17:33,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/380a44fa-390e-32f9-1b0e-8e578815d946/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T10:17:33,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/380a44fa-390e-32f9-1b0e-8e578815d946/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T10:17:33,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/380a44fa-390e-32f9-1b0e-8e578815d946/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T10:17:33,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/380a44fa-390e-32f9-1b0e-8e578815d946/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T10:17:33,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/380a44fa-390e-32f9-1b0e-8e578815d946/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T10:17:33,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/380a44fa-390e-32f9-1b0e-8e578815d946/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T10:17:33,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/380a44fa-390e-32f9-1b0e-8e578815d946/nfs.dump.dir in system properties and HBase conf 2024-11-13T10:17:33,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/380a44fa-390e-32f9-1b0e-8e578815d946/java.io.tmpdir in system properties and HBase conf 2024-11-13T10:17:33,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/380a44fa-390e-32f9-1b0e-8e578815d946/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T10:17:33,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/380a44fa-390e-32f9-1b0e-8e578815d946/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T10:17:33,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/380a44fa-390e-32f9-1b0e-8e578815d946/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T10:17:33,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10110d4f6e50005, quorum=127.0.0.1:61296, baseZNode=/1-79775182 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T10:17:33,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10110d4f6e50002, quorum=127.0.0.1:61296, baseZNode=/0503572965 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T10:17:33,540 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10110d4f6e50005, quorum=127.0.0.1:61296, baseZNode=/1-79775182 Received Disconnected from ZooKeeper, ignoring 2024-11-13T10:17:33,540 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10110d4f6e50002, quorum=127.0.0.1:61296, baseZNode=/0503572965 Received Disconnected from ZooKeeper, ignoring 2024-11-13T10:17:33,691 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T10:17:33,703 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T10:17:33,729 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T10:17:33,729 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T10:17:33,729 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T10:17:33,740 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T10:17:33,740 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74cb0f58{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/380a44fa-390e-32f9-1b0e-8e578815d946/hadoop.log.dir/,AVAILABLE} 2024-11-13T10:17:33,741 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a2f2c21{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T10:17:33,908 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74a3bd84{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/380a44fa-390e-32f9-1b0e-8e578815d946/java.io.tmpdir/jetty-localhost-32911-hadoop-hdfs-3_4_1-tests_jar-_-any-11501266309517922407/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T10:17:33,909 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c806ef1{HTTP/1.1, (http/1.1)}{localhost:32911} 2024-11-13T10:17:33,909 INFO [Time-limited test {}] server.Server(415): Started @45756ms 2024-11-13T10:17:34,001 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T10:17:34,002 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:17:34,016 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:17:34,018 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:17:34,019 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:17:34,030 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T10:17:34,035 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T10:17:34,036 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T10:17:34,036 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T10:17:34,036 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T10:17:34,038 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e0f1b25{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/380a44fa-390e-32f9-1b0e-8e578815d946/hadoop.log.dir/,AVAILABLE} 2024-11-13T10:17:34,038 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ab92463{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T10:17:34,182 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5377c0bb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/380a44fa-390e-32f9-1b0e-8e578815d946/java.io.tmpdir/jetty-localhost-36279-hadoop-hdfs-3_4_1-tests_jar-_-any-7028640074337169572/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T10:17:34,182 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4fe4dffa{HTTP/1.1, (http/1.1)}{localhost:36279} 2024-11-13T10:17:34,182 INFO [Time-limited test {}] server.Server(415): Started @46030ms 2024-11-13T10:17:34,184 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T10:17:34,291 WARN [Thread-825 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/380a44fa-390e-32f9-1b0e-8e578815d946/cluster_9b4e0e87-cc99-a9c4-5113-90954ee3b639/data/data1/current/BP-1888485744-172.17.0.2-1731493053564/current, will proceed with Du for space computation calculation, 2024-11-13T10:17:34,291 WARN [Thread-826 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/380a44fa-390e-32f9-1b0e-8e578815d946/cluster_9b4e0e87-cc99-a9c4-5113-90954ee3b639/data/data2/current/BP-1888485744-172.17.0.2-1731493053564/current, will proceed with Du for space computation calculation, 2024-11-13T10:17:34,310 WARN [Thread-813 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T10:17:34,319 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1acb950179ebaaf2 with lease ID 0xeb5d389166825660: Processing first storage report for DS-cec5016c-1fd6-42c4-9ded-12292415237e from datanode DatanodeRegistration(127.0.0.1:37729, datanodeUuid=5f22c1b5-bb4f-473f-be2c-59fbb9453421, infoPort=42513, infoSecurePort=0, ipcPort=45733, storageInfo=lv=-57;cid=testClusterID;nsid=1832340913;c=1731493053564) 2024-11-13T10:17:34,319 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1acb950179ebaaf2 with lease ID 0xeb5d389166825660: from storage DS-cec5016c-1fd6-42c4-9ded-12292415237e node DatanodeRegistration(127.0.0.1:37729, datanodeUuid=5f22c1b5-bb4f-473f-be2c-59fbb9453421, infoPort=42513, infoSecurePort=0, ipcPort=45733, storageInfo=lv=-57;cid=testClusterID;nsid=1832340913;c=1731493053564), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T10:17:34,319 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1acb950179ebaaf2 with lease ID 0xeb5d389166825660: Processing first storage report for DS-258def38-bbfa-4c5a-83d5-5918df49c6d2 from datanode DatanodeRegistration(127.0.0.1:37729, datanodeUuid=5f22c1b5-bb4f-473f-be2c-59fbb9453421, infoPort=42513, infoSecurePort=0, ipcPort=45733, storageInfo=lv=-57;cid=testClusterID;nsid=1832340913;c=1731493053564) 2024-11-13T10:17:34,319 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1acb950179ebaaf2 with lease ID 0xeb5d389166825660: from storage DS-258def38-bbfa-4c5a-83d5-5918df49c6d2 node DatanodeRegistration(127.0.0.1:37729, datanodeUuid=5f22c1b5-bb4f-473f-be2c-59fbb9453421, infoPort=42513, infoSecurePort=0, ipcPort=45733, storageInfo=lv=-57;cid=testClusterID;nsid=1832340913;c=1731493053564), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T10:17:34,411 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/380a44fa-390e-32f9-1b0e-8e578815d946 2024-11-13T10:17:34,411 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:17:34,413 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:17:34,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37729 is added to blk_1073741825_1001 (size=7) 2024-11-13T10:17:34,611 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T10:17:34,612 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T10:17:34,612 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T10:17:34,612 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T10:17:34,824 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094 with version=8 2024-11-13T10:17:34,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/hbase-staging 2024-11-13T10:17:34,826 INFO [Time-limited test {}] client.ConnectionUtils(128): master/770665a7984d:0 server-side Connection retries=45 2024-11-13T10:17:34,826 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:17:34,826 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T10:17:34,827 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T10:17:34,827 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:17:34,827 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T10:17:34,827 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T10:17:34,827 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T10:17:34,828 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43027 2024-11-13T10:17:34,829 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43027 connecting to ZooKeeper ensemble=127.0.0.1:50230 2024-11-13T10:17:34,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:430270x0, quorum=127.0.0.1:50230, baseZNode=/0510761479 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T10:17:34,835 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43027-0x10110d52ecf0000 connected 2024-11-13T10:17:34,852 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:17:34,853 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:17:34,855 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43027-0x10110d52ecf0000, quorum=127.0.0.1:50230, baseZNode=/0510761479 Set watcher on znode that does not yet exist, /0510761479/running 2024-11-13T10:17:34,855 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094, hbase.cluster.distributed=false 2024-11-13T10:17:34,856 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43027-0x10110d52ecf0000, quorum=127.0.0.1:50230, baseZNode=/0510761479 Set watcher on znode that does not yet exist, /0510761479/acl 2024-11-13T10:17:34,857 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43027 2024-11-13T10:17:34,857 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43027 2024-11-13T10:17:34,858 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43027 2024-11-13T10:17:34,858 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43027 2024-11-13T10:17:34,858 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43027 2024-11-13T10:17:34,874 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/770665a7984d:0 server-side Connection retries=45 2024-11-13T10:17:34,875 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:17:34,875 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T10:17:34,875 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T10:17:34,875 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:17:34,875 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T10:17:34,875 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T10:17:34,875 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T10:17:34,876 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43829 2024-11-13T10:17:34,877 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43829 connecting to ZooKeeper ensemble=127.0.0.1:50230 2024-11-13T10:17:34,877 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:17:34,879 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:17:34,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:438290x0, quorum=127.0.0.1:50230, baseZNode=/0510761479 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T10:17:34,884 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:438290x0, quorum=127.0.0.1:50230, baseZNode=/0510761479 Set watcher on znode that does not yet exist, /0510761479/running 2024-11-13T10:17:34,884 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43829-0x10110d52ecf0001 connected 2024-11-13T10:17:34,885 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T10:17:34,887 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T10:17:34,887 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43829-0x10110d52ecf0001, quorum=127.0.0.1:50230, baseZNode=/0510761479 Set watcher on znode that does not yet exist, /0510761479/master 2024-11-13T10:17:34,889 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43829-0x10110d52ecf0001, quorum=127.0.0.1:50230, baseZNode=/0510761479 Set watcher on znode that does not yet exist, /0510761479/acl 2024-11-13T10:17:34,889 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43829 2024-11-13T10:17:34,889 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43829 2024-11-13T10:17:34,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43829 2024-11-13T10:17:34,893 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43829 2024-11-13T10:17:34,893 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43829 2024-11-13T10:17:34,910 DEBUG [M:0;770665a7984d:43027 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;770665a7984d:43027 2024-11-13T10:17:34,910 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0510761479/backup-masters/770665a7984d,43027,1731493054826 2024-11-13T10:17:34,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43829-0x10110d52ecf0001, quorum=127.0.0.1:50230, baseZNode=/0510761479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0510761479/backup-masters 2024-11-13T10:17:34,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43027-0x10110d52ecf0000, quorum=127.0.0.1:50230, baseZNode=/0510761479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0510761479/backup-masters 2024-11-13T10:17:34,913 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43027-0x10110d52ecf0000, quorum=127.0.0.1:50230, baseZNode=/0510761479 Set watcher on existing znode=/0510761479/backup-masters/770665a7984d,43027,1731493054826 2024-11-13T10:17:34,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43829-0x10110d52ecf0001, quorum=127.0.0.1:50230, baseZNode=/0510761479 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0510761479/master 2024-11-13T10:17:34,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43027-0x10110d52ecf0000, quorum=127.0.0.1:50230, baseZNode=/0510761479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0510761479 2024-11-13T10:17:34,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43829-0x10110d52ecf0001, quorum=127.0.0.1:50230, baseZNode=/0510761479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0510761479 2024-11-13T10:17:34,917 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43027-0x10110d52ecf0000, quorum=127.0.0.1:50230, baseZNode=/0510761479 Set watcher on existing znode=/0510761479/master 2024-11-13T10:17:34,917 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0510761479/backup-masters/770665a7984d,43027,1731493054826 from backup master directory 2024-11-13T10:17:34,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43027-0x10110d52ecf0000, quorum=127.0.0.1:50230, baseZNode=/0510761479 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0510761479/backup-masters/770665a7984d,43027,1731493054826 2024-11-13T10:17:34,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43829-0x10110d52ecf0001, quorum=127.0.0.1:50230, baseZNode=/0510761479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0510761479/backup-masters 2024-11-13T10:17:34,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43027-0x10110d52ecf0000, quorum=127.0.0.1:50230, baseZNode=/0510761479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0510761479/backup-masters 2024-11-13T10:17:34,918 WARN [master/770665a7984d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T10:17:34,918 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=770665a7984d,43027,1731493054826 2024-11-13T10:17:34,922 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/hbase.id] with ID: aef9db56-a972-4748-b9d1-3334512985c9 2024-11-13T10:17:34,922 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/.tmp/hbase.id 2024-11-13T10:17:34,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37729 is added to blk_1073741826_1002 (size=42) 2024-11-13T10:17:35,328 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/.tmp/hbase.id]:[hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/hbase.id] 2024-11-13T10:17:35,340 INFO [master/770665a7984d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:17:35,340 INFO [master/770665a7984d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T10:17:35,342 INFO [master/770665a7984d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-13T10:17:35,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43829-0x10110d52ecf0001, quorum=127.0.0.1:50230, baseZNode=/0510761479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0510761479 2024-11-13T10:17:35,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43027-0x10110d52ecf0000, quorum=127.0.0.1:50230, baseZNode=/0510761479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0510761479 2024-11-13T10:17:35,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37729 is added to blk_1073741827_1003 (size=196) 2024-11-13T10:17:35,755 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T10:17:35,756 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T10:17:35,756 INFO [master/770665a7984d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:17:35,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37729 is added to blk_1073741828_1004 (size=1189) 2024-11-13T10:17:36,165 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/MasterData/data/master/store 2024-11-13T10:17:36,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37729 is added to blk_1073741829_1005 (size=34) 2024-11-13T10:17:36,577 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:17:36,577 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T10:17:36,577 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:17:36,577 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:17:36,577 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T10:17:36,577 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:17:36,577 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:17:36,577 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731493056577Disabling compacts and flushes for region at 1731493056577Disabling writes for close at 1731493056577Writing region close event to WAL at 1731493056577Closed at 1731493056577 2024-11-13T10:17:36,578 WARN [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/MasterData/data/master/store/.initializing 2024-11-13T10:17:36,578 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/MasterData/WALs/770665a7984d,43027,1731493054826 2024-11-13T10:17:36,580 INFO [master/770665a7984d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T10:17:36,582 INFO [master/770665a7984d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=770665a7984d%2C43027%2C1731493054826, suffix=, logDir=hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/MasterData/WALs/770665a7984d,43027,1731493054826, archiveDir=hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/MasterData/oldWALs, maxLogs=10 2024-11-13T10:17:36,597 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/MasterData/WALs/770665a7984d,43027,1731493054826/770665a7984d%2C43027%2C1731493054826.1731493056582, exclude list is [], retry=0 2024-11-13T10:17:36,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37729,DS-cec5016c-1fd6-42c4-9ded-12292415237e,DISK] 2024-11-13T10:17:36,604 INFO [master/770665a7984d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/MasterData/WALs/770665a7984d,43027,1731493054826/770665a7984d%2C43027%2C1731493054826.1731493056582 2024-11-13T10:17:36,604 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42513:42513)] 2024-11-13T10:17:36,604 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:17:36,604 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:17:36,604 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:17:36,604 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:17:36,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:17:36,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T10:17:36,611 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:36,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:17:36,612 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:17:36,617 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T10:17:36,617 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:36,617 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:17:36,618 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:17:36,620 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T10:17:36,620 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:36,621 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:17:36,621 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:17:36,623 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T10:17:36,623 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:36,623 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:17:36,624 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:17:36,625 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:17:36,625 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:17:36,627 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:17:36,627 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:17:36,628 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T10:17:36,629 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:17:36,637 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:17:36,638 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64486673, jitterRate=-0.03907369077205658}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T10:17:36,638 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731493056605Initializing all the Stores at 1731493056606 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493056606Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493056608 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493056608Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493056608Cleaning up temporary data from old regions at 1731493056627 (+19 ms)Region opened successfully at 1731493056638 (+11 ms) 2024-11-13T10:17:36,639 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T10:17:36,642 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e57e5a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=770665a7984d/172.17.0.2:0 2024-11-13T10:17:36,643 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T10:17:36,643 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T10:17:36,643 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T10:17:36,643 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T10:17:36,644 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T10:17:36,644 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T10:17:36,644 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T10:17:36,650 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T10:17:36,650 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43027-0x10110d52ecf0000, quorum=127.0.0.1:50230, baseZNode=/0510761479 Unable to get data of znode /0510761479/balancer because node does not exist (not necessarily an error) 2024-11-13T10:17:36,652 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0510761479/balancer already deleted, retry=false 2024-11-13T10:17:36,652 INFO [master/770665a7984d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T10:17:36,653 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43027-0x10110d52ecf0000, quorum=127.0.0.1:50230, baseZNode=/0510761479 Unable to get data of znode /0510761479/normalizer because node does not exist (not necessarily an error) 2024-11-13T10:17:36,655 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0510761479/normalizer already deleted, retry=false 2024-11-13T10:17:36,656 INFO [master/770665a7984d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T10:17:36,658 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43027-0x10110d52ecf0000, quorum=127.0.0.1:50230, baseZNode=/0510761479 Unable to get data of znode /0510761479/switch/split because node does not exist (not necessarily an error) 2024-11-13T10:17:36,660 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0510761479/switch/split already deleted, retry=false 2024-11-13T10:17:36,660 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43027-0x10110d52ecf0000, quorum=127.0.0.1:50230, baseZNode=/0510761479 Unable to get data of znode /0510761479/switch/merge because node does not exist (not necessarily an error) 2024-11-13T10:17:36,661 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0510761479/switch/merge already deleted, retry=false 2024-11-13T10:17:36,664 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43027-0x10110d52ecf0000, quorum=127.0.0.1:50230, baseZNode=/0510761479 Unable to get data of znode /0510761479/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T10:17:36,664 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0510761479/snapshot-cleanup already deleted, retry=false 2024-11-13T10:17:36,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43027-0x10110d52ecf0000, quorum=127.0.0.1:50230, baseZNode=/0510761479 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0510761479/running 2024-11-13T10:17:36,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43829-0x10110d52ecf0001, quorum=127.0.0.1:50230, baseZNode=/0510761479 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0510761479/running 2024-11-13T10:17:36,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43027-0x10110d52ecf0000, quorum=127.0.0.1:50230, baseZNode=/0510761479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0510761479 2024-11-13T10:17:36,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43829-0x10110d52ecf0001, quorum=127.0.0.1:50230, baseZNode=/0510761479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0510761479 2024-11-13T10:17:36,667 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=770665a7984d,43027,1731493054826, sessionid=0x10110d52ecf0000, setting cluster-up flag (Was=false) 2024-11-13T10:17:36,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43027-0x10110d52ecf0000, quorum=127.0.0.1:50230, baseZNode=/0510761479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0510761479 2024-11-13T10:17:36,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43829-0x10110d52ecf0001, quorum=127.0.0.1:50230, baseZNode=/0510761479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0510761479 2024-11-13T10:17:36,675 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0510761479/flush-table-proc/acquired, /0510761479/flush-table-proc/reached, /0510761479/flush-table-proc/abort 2024-11-13T10:17:36,676 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=770665a7984d,43027,1731493054826 2024-11-13T10:17:36,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43027-0x10110d52ecf0000, quorum=127.0.0.1:50230, baseZNode=/0510761479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0510761479 2024-11-13T10:17:36,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43829-0x10110d52ecf0001, quorum=127.0.0.1:50230, baseZNode=/0510761479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0510761479 2024-11-13T10:17:36,684 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0510761479/online-snapshot/acquired, /0510761479/online-snapshot/reached, /0510761479/online-snapshot/abort 2024-11-13T10:17:36,685 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=770665a7984d,43027,1731493054826 2024-11-13T10:17:36,686 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T10:17:36,688 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T10:17:36,688 INFO [master/770665a7984d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T10:17:36,688 INFO [master/770665a7984d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T10:17:36,688 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 770665a7984d,43027,1731493054826 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T10:17:36,689 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:17:36,689 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:17:36,689 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:17:36,689 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:17:36,689 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/770665a7984d:0, corePoolSize=10, maxPoolSize=10 2024-11-13T10:17:36,689 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:17:36,689 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/770665a7984d:0, corePoolSize=2, maxPoolSize=2 2024-11-13T10:17:36,689 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:17:36,692 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731493086691 2024-11-13T10:17:36,692 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T10:17:36,692 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T10:17:36,692 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T10:17:36,692 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T10:17:36,692 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T10:17:36,692 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T10:17:36,692 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:36,692 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T10:17:36,692 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T10:17:36,692 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T10:17:36,693 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T10:17:36,693 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T10:17:36,693 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T10:17:36,693 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T10:17:36,693 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T10:17:36,693 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.large.0-1731493056693,5,FailOnTimeoutGroup] 2024-11-13T10:17:36,693 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:36,694 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T10:17:36,694 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.small.0-1731493056693,5,FailOnTimeoutGroup] 2024-11-13T10:17:36,694 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:36,694 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T10:17:36,694 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:36,694 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:36,700 INFO [RS:0;770665a7984d:43829 {}] regionserver.HRegionServer(746): ClusterId : aef9db56-a972-4748-b9d1-3334512985c9 2024-11-13T10:17:36,700 DEBUG [RS:0;770665a7984d:43829 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T10:17:36,702 DEBUG [RS:0;770665a7984d:43829 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T10:17:36,702 DEBUG [RS:0;770665a7984d:43829 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T10:17:36,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37729 is added to blk_1073741831_1007 (size=1321) 2024-11-13T10:17:36,706 DEBUG [RS:0;770665a7984d:43829 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T10:17:36,706 DEBUG [RS:0;770665a7984d:43829 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b491c7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=770665a7984d/172.17.0.2:0 2024-11-13T10:17:36,718 DEBUG [RS:0;770665a7984d:43829 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;770665a7984d:43829 2024-11-13T10:17:36,718 INFO [RS:0;770665a7984d:43829 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T10:17:36,718 INFO [RS:0;770665a7984d:43829 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T10:17:36,718 DEBUG [RS:0;770665a7984d:43829 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T10:17:36,719 INFO [RS:0;770665a7984d:43829 {}] regionserver.HRegionServer(2659): reportForDuty to master=770665a7984d,43027,1731493054826 with port=43829, startcode=1731493054874 2024-11-13T10:17:36,719 DEBUG [RS:0;770665a7984d:43829 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T10:17:36,721 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39999, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T10:17:36,721 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43027 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 770665a7984d,43829,1731493054874 2024-11-13T10:17:36,721 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43027 {}] master.ServerManager(517): Registering regionserver=770665a7984d,43829,1731493054874 2024-11-13T10:17:36,723 DEBUG [RS:0;770665a7984d:43829 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094 2024-11-13T10:17:36,723 DEBUG [RS:0;770665a7984d:43829 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36023 2024-11-13T10:17:36,723 DEBUG [RS:0;770665a7984d:43829 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T10:17:36,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43027-0x10110d52ecf0000, quorum=127.0.0.1:50230, baseZNode=/0510761479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0510761479/rs 2024-11-13T10:17:36,726 DEBUG [RS:0;770665a7984d:43829 {}] zookeeper.ZKUtil(111): regionserver:43829-0x10110d52ecf0001, quorum=127.0.0.1:50230, baseZNode=/0510761479 Set watcher on existing znode=/0510761479/rs/770665a7984d,43829,1731493054874 2024-11-13T10:17:36,726 WARN [RS:0;770665a7984d:43829 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T10:17:36,726 INFO [RS:0;770665a7984d:43829 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:17:36,726 DEBUG [RS:0;770665a7984d:43829 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/WALs/770665a7984d,43829,1731493054874 2024-11-13T10:17:36,726 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [770665a7984d,43829,1731493054874] 2024-11-13T10:17:36,730 INFO [RS:0;770665a7984d:43829 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T10:17:36,732 INFO [RS:0;770665a7984d:43829 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T10:17:36,732 INFO [RS:0;770665a7984d:43829 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T10:17:36,733 INFO [RS:0;770665a7984d:43829 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:36,733 INFO [RS:0;770665a7984d:43829 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T10:17:36,734 INFO [RS:0;770665a7984d:43829 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T10:17:36,734 INFO [RS:0;770665a7984d:43829 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:36,735 DEBUG [RS:0;770665a7984d:43829 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:17:36,735 DEBUG [RS:0;770665a7984d:43829 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:17:36,735 DEBUG [RS:0;770665a7984d:43829 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:17:36,735 DEBUG [RS:0;770665a7984d:43829 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:17:36,735 DEBUG [RS:0;770665a7984d:43829 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:17:36,735 DEBUG [RS:0;770665a7984d:43829 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/770665a7984d:0, corePoolSize=2, maxPoolSize=2 2024-11-13T10:17:36,735 DEBUG [RS:0;770665a7984d:43829 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:17:36,735 DEBUG [RS:0;770665a7984d:43829 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:17:36,735 DEBUG [RS:0;770665a7984d:43829 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:17:36,735 DEBUG [RS:0;770665a7984d:43829 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:17:36,735 DEBUG [RS:0;770665a7984d:43829 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:17:36,735 DEBUG [RS:0;770665a7984d:43829 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:17:36,735 DEBUG [RS:0;770665a7984d:43829 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/770665a7984d:0, corePoolSize=3, maxPoolSize=3 2024-11-13T10:17:36,735 DEBUG [RS:0;770665a7984d:43829 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0, corePoolSize=3, maxPoolSize=3 2024-11-13T10:17:36,736 INFO [RS:0;770665a7984d:43829 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:36,736 INFO [RS:0;770665a7984d:43829 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:36,736 INFO [RS:0;770665a7984d:43829 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:36,737 INFO [RS:0;770665a7984d:43829 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:36,737 INFO [RS:0;770665a7984d:43829 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:36,737 INFO [RS:0;770665a7984d:43829 {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,43829,1731493054874-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T10:17:36,761 INFO [RS:0;770665a7984d:43829 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T10:17:36,762 INFO [RS:0;770665a7984d:43829 {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,43829,1731493054874-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:36,762 INFO [RS:0;770665a7984d:43829 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:36,762 INFO [RS:0;770665a7984d:43829 {}] regionserver.Replication(171): 770665a7984d,43829,1731493054874 started 2024-11-13T10:17:36,779 INFO [RS:0;770665a7984d:43829 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:36,779 INFO [RS:0;770665a7984d:43829 {}] regionserver.HRegionServer(1482): Serving as 770665a7984d,43829,1731493054874, RpcServer on 770665a7984d/172.17.0.2:43829, sessionid=0x10110d52ecf0001 2024-11-13T10:17:36,779 DEBUG [RS:0;770665a7984d:43829 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T10:17:36,779 DEBUG [RS:0;770665a7984d:43829 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 770665a7984d,43829,1731493054874 2024-11-13T10:17:36,779 DEBUG [RS:0;770665a7984d:43829 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '770665a7984d,43829,1731493054874' 2024-11-13T10:17:36,779 DEBUG [RS:0;770665a7984d:43829 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0510761479/flush-table-proc/abort' 2024-11-13T10:17:36,780 DEBUG [RS:0;770665a7984d:43829 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0510761479/flush-table-proc/acquired' 2024-11-13T10:17:36,781 DEBUG [RS:0;770665a7984d:43829 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T10:17:36,781 DEBUG [RS:0;770665a7984d:43829 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T10:17:36,781 DEBUG [RS:0;770665a7984d:43829 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 770665a7984d,43829,1731493054874 2024-11-13T10:17:36,781 DEBUG [RS:0;770665a7984d:43829 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '770665a7984d,43829,1731493054874' 2024-11-13T10:17:36,781 DEBUG [RS:0;770665a7984d:43829 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0510761479/online-snapshot/abort' 2024-11-13T10:17:36,781 DEBUG [RS:0;770665a7984d:43829 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0510761479/online-snapshot/acquired' 2024-11-13T10:17:36,782 DEBUG [RS:0;770665a7984d:43829 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T10:17:36,782 INFO [RS:0;770665a7984d:43829 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T10:17:36,782 INFO [RS:0;770665a7984d:43829 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T10:17:36,882 INFO [RS:0;770665a7984d:43829 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T10:17:36,884 INFO [RS:0;770665a7984d:43829 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=770665a7984d%2C43829%2C1731493054874, suffix=, logDir=hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/WALs/770665a7984d,43829,1731493054874, archiveDir=hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/oldWALs, maxLogs=10 2024-11-13T10:17:36,899 DEBUG [RS:0;770665a7984d:43829 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/WALs/770665a7984d,43829,1731493054874/770665a7984d%2C43829%2C1731493054874.1731493056885, exclude list is [], retry=0 2024-11-13T10:17:36,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37729,DS-cec5016c-1fd6-42c4-9ded-12292415237e,DISK] 2024-11-13T10:17:36,904 INFO [RS:0;770665a7984d:43829 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/WALs/770665a7984d,43829,1731493054874/770665a7984d%2C43829%2C1731493054874.1731493056885 2024-11-13T10:17:36,904 DEBUG [RS:0;770665a7984d:43829 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42513:42513)] 2024-11-13T10:17:37,103 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T10:17:37,103 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094 2024-11-13T10:17:37,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37729 is added to blk_1073741833_1009 (size=32) 2024-11-13T10:17:37,511 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:17:37,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T10:17:37,514 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T10:17:37,514 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:37,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:17:37,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T10:17:37,517 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T10:17:37,517 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:37,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:17:37,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T10:17:37,519 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T10:17:37,519 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:37,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:17:37,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T10:17:37,521 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T10:17:37,521 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:37,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:17:37,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T10:17:37,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/data/hbase/meta/1588230740 2024-11-13T10:17:37,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/data/hbase/meta/1588230740 2024-11-13T10:17:37,524 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T10:17:37,524 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T10:17:37,525 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T10:17:37,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T10:17:37,529 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:17:37,529 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66653445, jitterRate=-0.006786271929740906}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T10:17:37,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731493057511Initializing all the Stores at 1731493057512 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493057512Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493057512Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493057512Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493057512Cleaning up temporary data from old regions at 1731493057524 (+12 ms)Region opened successfully at 1731493057530 (+6 ms) 2024-11-13T10:17:37,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T10:17:37,530 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T10:17:37,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T10:17:37,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T10:17:37,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T10:17:37,530 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T10:17:37,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731493057530Disabling compacts and flushes for region at 1731493057530Disabling writes for close at 1731493057530Writing region close event to WAL at 1731493057530Closed at 1731493057530 2024-11-13T10:17:37,532 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T10:17:37,532 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T10:17:37,532 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T10:17:37,534 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T10:17:37,535 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T10:17:37,685 DEBUG [770665a7984d:43027 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T10:17:37,686 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=770665a7984d,43829,1731493054874 2024-11-13T10:17:37,687 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 770665a7984d,43829,1731493054874, state=OPENING 2024-11-13T10:17:37,689 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T10:17:37,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43829-0x10110d52ecf0001, quorum=127.0.0.1:50230, baseZNode=/0510761479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0510761479 2024-11-13T10:17:37,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43027-0x10110d52ecf0000, quorum=127.0.0.1:50230, baseZNode=/0510761479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0510761479 2024-11-13T10:17:37,691 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T10:17:37,691 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0510761479/meta-region-server: CHANGED 2024-11-13T10:17:37,691 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0510761479/meta-region-server: CHANGED 2024-11-13T10:17:37,691 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=770665a7984d,43829,1731493054874}] 2024-11-13T10:17:37,845 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T10:17:37,847 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33639, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T10:17:37,851 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T10:17:37,851 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:17:37,852 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T10:17:37,853 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=770665a7984d%2C43829%2C1731493054874.meta, suffix=.meta, logDir=hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/WALs/770665a7984d,43829,1731493054874, archiveDir=hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/oldWALs, maxLogs=10 2024-11-13T10:17:37,874 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/WALs/770665a7984d,43829,1731493054874/770665a7984d%2C43829%2C1731493054874.meta.1731493057854.meta, exclude list is [], retry=0 2024-11-13T10:17:37,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37729,DS-cec5016c-1fd6-42c4-9ded-12292415237e,DISK] 2024-11-13T10:17:37,879 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/WALs/770665a7984d,43829,1731493054874/770665a7984d%2C43829%2C1731493054874.meta.1731493057854.meta 2024-11-13T10:17:37,879 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42513:42513)] 2024-11-13T10:17:37,879 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:17:37,880 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T10:17:37,880 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T10:17:37,880 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T10:17:37,880 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T10:17:37,880 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T10:17:37,880 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:17:37,880 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T10:17:37,880 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T10:17:37,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T10:17:37,884 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T10:17:37,884 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:37,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:17:37,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T10:17:37,885 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T10:17:37,885 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:37,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:17:37,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T10:17:37,887 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T10:17:37,887 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:37,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:17:37,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T10:17:37,888 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T10:17:37,888 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:37,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:17:37,889 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T10:17:37,890 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/data/hbase/meta/1588230740 2024-11-13T10:17:37,891 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/data/hbase/meta/1588230740 2024-11-13T10:17:37,893 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T10:17:37,893 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T10:17:37,893 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T10:17:37,895 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T10:17:37,895 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64162760, jitterRate=-0.043900370597839355}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T10:17:37,895 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T10:17:37,896 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731493057881Writing region info on filesystem at 1731493057881Initializing all the Stores at 1731493057882 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493057882Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493057882Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493057882Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493057882Cleaning up temporary data from old regions at 1731493057893 (+11 ms)Running coprocessor post-open hooks at 1731493057895 (+2 ms)Region opened successfully at 1731493057896 (+1 ms) 2024-11-13T10:17:37,897 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731493057844 2024-11-13T10:17:37,900 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T10:17:37,900 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T10:17:37,901 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=770665a7984d,43829,1731493054874 2024-11-13T10:17:37,902 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 770665a7984d,43829,1731493054874, state=OPEN 2024-11-13T10:17:37,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43829-0x10110d52ecf0001, quorum=127.0.0.1:50230, baseZNode=/0510761479 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0510761479/meta-region-server 2024-11-13T10:17:37,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43027-0x10110d52ecf0000, quorum=127.0.0.1:50230, baseZNode=/0510761479 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0510761479/meta-region-server 2024-11-13T10:17:37,909 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=770665a7984d,43829,1731493054874 2024-11-13T10:17:37,909 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0510761479/meta-region-server: CHANGED 2024-11-13T10:17:37,909 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0510761479/meta-region-server: CHANGED 2024-11-13T10:17:37,913 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T10:17:37,914 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=770665a7984d,43829,1731493054874 in 218 msec 2024-11-13T10:17:37,916 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T10:17:37,916 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 382 msec 2024-11-13T10:17:37,917 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T10:17:37,917 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T10:17:37,918 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:17:37,918 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,43829,1731493054874, seqNum=-1] 2024-11-13T10:17:37,919 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:17:37,920 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55077, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:17:37,930 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2420 sec 2024-11-13T10:17:37,931 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731493057930, completionTime=-1 2024-11-13T10:17:37,931 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T10:17:37,931 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T10:17:37,933 INFO [master/770665a7984d:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T10:17:37,933 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731493117933 2024-11-13T10:17:37,933 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731493177933 2024-11-13T10:17:37,933 INFO [master/770665a7984d:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T10:17:37,933 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,43027,1731493054826-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:37,933 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,43027,1731493054826-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:37,933 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,43027,1731493054826-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:37,933 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-770665a7984d:43027, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:37,933 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:37,934 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:37,935 DEBUG [master/770665a7984d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T10:17:37,938 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.020sec 2024-11-13T10:17:37,938 INFO [master/770665a7984d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T10:17:37,938 INFO [master/770665a7984d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T10:17:37,938 INFO [master/770665a7984d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T10:17:37,938 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T10:17:37,938 INFO [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T10:17:37,938 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,43027,1731493054826-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T10:17:37,938 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,43027,1731493054826-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T10:17:37,941 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T10:17:37,941 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T10:17:37,941 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,43027,1731493054826-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:38,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34474525, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:17:38,003 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,43027,-1 for getting cluster id 2024-11-13T10:17:38,004 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:17:38,005 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aef9db56-a972-4748-b9d1-3334512985c9' 2024-11-13T10:17:38,005 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:17:38,006 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aef9db56-a972-4748-b9d1-3334512985c9" 2024-11-13T10:17:38,006 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44249481, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:17:38,006 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,43027,-1] 2024-11-13T10:17:38,006 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:17:38,006 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:38,007 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:17:38,008 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ec4f0b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:17:38,009 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:17:38,010 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,43829,1731493054874, seqNum=-1] 2024-11-13T10:17:38,010 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:17:38,011 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:17:38,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=770665a7984d,43027,1731493054826 2024-11-13T10:17:38,014 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50230 2024-11-13T10:17:38,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50230, baseZNode=/0510761479 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T10:17:38,017 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10110d52ecf0002 connected 2024-11-13T10:17:38,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/380a44fa-390e-32f9-1b0e-8e578815d946/hadoop.log.dir so I do NOT create it in target/test-data/4edd85f2-f13a-b1d7-a406-4f6a94bab341 2024-11-13T10:17:38,020 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/380a44fa-390e-32f9-1b0e-8e578815d946/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T10:17:38,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/380a44fa-390e-32f9-1b0e-8e578815d946/hadoop.tmp.dir so I do NOT create it in target/test-data/4edd85f2-f13a-b1d7-a406-4f6a94bab341 2024-11-13T10:17:38,020 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/380a44fa-390e-32f9-1b0e-8e578815d946/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T10:17:38,020 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4edd85f2-f13a-b1d7-a406-4f6a94bab341 2024-11-13T10:17:38,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T10:17:38,021 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4edd85f2-f13a-b1d7-a406-4f6a94bab341/cluster_00bfdba8-bd36-ca27-11a4-3754236e064b, deleteOnExit=true 2024-11-13T10:17:38,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T10:17:38,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4edd85f2-f13a-b1d7-a406-4f6a94bab341/test.cache.data in system properties and HBase conf 2024-11-13T10:17:38,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4edd85f2-f13a-b1d7-a406-4f6a94bab341/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T10:17:38,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4edd85f2-f13a-b1d7-a406-4f6a94bab341/hadoop.log.dir in system properties and HBase conf 2024-11-13T10:17:38,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4edd85f2-f13a-b1d7-a406-4f6a94bab341/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T10:17:38,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4edd85f2-f13a-b1d7-a406-4f6a94bab341/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T10:17:38,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T10:17:38,021 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T10:17:38,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4edd85f2-f13a-b1d7-a406-4f6a94bab341/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T10:17:38,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4edd85f2-f13a-b1d7-a406-4f6a94bab341/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T10:17:38,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4edd85f2-f13a-b1d7-a406-4f6a94bab341/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T10:17:38,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4edd85f2-f13a-b1d7-a406-4f6a94bab341/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T10:17:38,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4edd85f2-f13a-b1d7-a406-4f6a94bab341/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T10:17:38,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4edd85f2-f13a-b1d7-a406-4f6a94bab341/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T10:17:38,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4edd85f2-f13a-b1d7-a406-4f6a94bab341/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T10:17:38,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4edd85f2-f13a-b1d7-a406-4f6a94bab341/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T10:17:38,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4edd85f2-f13a-b1d7-a406-4f6a94bab341/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T10:17:38,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4edd85f2-f13a-b1d7-a406-4f6a94bab341/nfs.dump.dir in system properties and HBase conf 2024-11-13T10:17:38,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4edd85f2-f13a-b1d7-a406-4f6a94bab341/java.io.tmpdir in system properties and HBase conf 2024-11-13T10:17:38,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4edd85f2-f13a-b1d7-a406-4f6a94bab341/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T10:17:38,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4edd85f2-f13a-b1d7-a406-4f6a94bab341/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T10:17:38,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4edd85f2-f13a-b1d7-a406-4f6a94bab341/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T10:17:38,105 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T10:17:38,110 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T10:17:38,112 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T10:17:38,112 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T10:17:38,112 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T10:17:38,113 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T10:17:38,114 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61fc1e28{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4edd85f2-f13a-b1d7-a406-4f6a94bab341/hadoop.log.dir/,AVAILABLE} 2024-11-13T10:17:38,115 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57a504e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T10:17:38,256 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3464a5df{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4edd85f2-f13a-b1d7-a406-4f6a94bab341/java.io.tmpdir/jetty-localhost-43271-hadoop-hdfs-3_4_1-tests_jar-_-any-16829445865734634813/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T10:17:38,257 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@891ab73{HTTP/1.1, (http/1.1)}{localhost:43271} 2024-11-13T10:17:38,257 INFO [Time-limited test {}] server.Server(415): Started @50105ms 2024-11-13T10:17:38,345 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T10:17:38,348 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T10:17:38,349 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T10:17:38,349 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T10:17:38,349 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T10:17:38,350 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3029c162{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4edd85f2-f13a-b1d7-a406-4f6a94bab341/hadoop.log.dir/,AVAILABLE} 2024-11-13T10:17:38,350 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22491f67{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T10:17:38,473 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13f1d5f3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4edd85f2-f13a-b1d7-a406-4f6a94bab341/java.io.tmpdir/jetty-localhost-46503-hadoop-hdfs-3_4_1-tests_jar-_-any-2232246129335511206/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T10:17:38,474 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5b468588{HTTP/1.1, (http/1.1)}{localhost:46503} 2024-11-13T10:17:38,474 INFO [Time-limited test {}] server.Server(415): Started @50321ms 2024-11-13T10:17:38,475 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T10:17:38,593 WARN [Thread-945 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4edd85f2-f13a-b1d7-a406-4f6a94bab341/cluster_00bfdba8-bd36-ca27-11a4-3754236e064b/data/data1/current/BP-1045141547-172.17.0.2-1731493058044/current, will proceed with Du for space computation calculation, 2024-11-13T10:17:38,594 WARN [Thread-946 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4edd85f2-f13a-b1d7-a406-4f6a94bab341/cluster_00bfdba8-bd36-ca27-11a4-3754236e064b/data/data2/current/BP-1045141547-172.17.0.2-1731493058044/current, will proceed with Du for space computation calculation, 2024-11-13T10:17:38,645 WARN [Thread-933 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T10:17:38,649 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8b63f9dbac78168b with lease ID 0x73a4f6a213b01690: Processing first storage report for DS-bb8fbb4f-b114-4b45-9dee-3e5cf765d7a6 from datanode DatanodeRegistration(127.0.0.1:44279, datanodeUuid=cc73ba5d-a46e-4204-bd3d-7d6c09d4bd7a, infoPort=42049, infoSecurePort=0, ipcPort=33791, storageInfo=lv=-57;cid=testClusterID;nsid=2119869560;c=1731493058044) 2024-11-13T10:17:38,649 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8b63f9dbac78168b with lease ID 0x73a4f6a213b01690: from storage DS-bb8fbb4f-b114-4b45-9dee-3e5cf765d7a6 node DatanodeRegistration(127.0.0.1:44279, datanodeUuid=cc73ba5d-a46e-4204-bd3d-7d6c09d4bd7a, infoPort=42049, infoSecurePort=0, ipcPort=33791, storageInfo=lv=-57;cid=testClusterID;nsid=2119869560;c=1731493058044), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T10:17:38,649 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8b63f9dbac78168b with lease ID 0x73a4f6a213b01690: Processing first storage report for DS-ef8b085a-baca-462f-a67f-ed73c69a247f from datanode DatanodeRegistration(127.0.0.1:44279, datanodeUuid=cc73ba5d-a46e-4204-bd3d-7d6c09d4bd7a, infoPort=42049, infoSecurePort=0, ipcPort=33791, storageInfo=lv=-57;cid=testClusterID;nsid=2119869560;c=1731493058044) 2024-11-13T10:17:38,649 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8b63f9dbac78168b with lease ID 0x73a4f6a213b01690: from storage DS-ef8b085a-baca-462f-a67f-ed73c69a247f node DatanodeRegistration(127.0.0.1:44279, datanodeUuid=cc73ba5d-a46e-4204-bd3d-7d6c09d4bd7a, infoPort=42049, infoSecurePort=0, ipcPort=33791, storageInfo=lv=-57;cid=testClusterID;nsid=2119869560;c=1731493058044), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T10:17:38,718 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4edd85f2-f13a-b1d7-a406-4f6a94bab341 2024-11-13T10:17:38,718 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:17:38,720 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:17:38,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741825_1001 (size=7) 2024-11-13T10:17:39,147 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0 with version=8 2024-11-13T10:17:39,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/hbase-staging 2024-11-13T10:17:39,150 INFO [Time-limited test {}] client.ConnectionUtils(128): master/770665a7984d:0 server-side Connection retries=45 2024-11-13T10:17:39,150 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:17:39,150 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T10:17:39,150 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T10:17:39,150 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:17:39,150 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T10:17:39,150 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T10:17:39,150 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T10:17:39,151 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38265 2024-11-13T10:17:39,153 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38265 connecting to ZooKeeper ensemble=127.0.0.1:50230 2024-11-13T10:17:39,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:382650x0, quorum=127.0.0.1:50230, baseZNode=/1-1266533617 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T10:17:39,161 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38265-0x10110d52ecf0003 connected 2024-11-13T10:17:39,172 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:17:39,173 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:17:39,175 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38265-0x10110d52ecf0003, quorum=127.0.0.1:50230, baseZNode=/1-1266533617 Set watcher on znode that does not yet exist, /1-1266533617/running 2024-11-13T10:17:39,175 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0, hbase.cluster.distributed=false 2024-11-13T10:17:39,177 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38265-0x10110d52ecf0003, quorum=127.0.0.1:50230, baseZNode=/1-1266533617 Set watcher on znode that does not yet exist, /1-1266533617/acl 2024-11-13T10:17:39,177 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38265 2024-11-13T10:17:39,177 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38265 2024-11-13T10:17:39,178 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38265 2024-11-13T10:17:39,178 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38265 2024-11-13T10:17:39,178 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38265 2024-11-13T10:17:39,198 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/770665a7984d:0 server-side Connection retries=45 2024-11-13T10:17:39,198 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:17:39,198 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T10:17:39,198 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T10:17:39,198 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:17:39,198 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T10:17:39,199 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T10:17:39,199 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T10:17:39,199 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33115 2024-11-13T10:17:39,201 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33115 connecting to ZooKeeper ensemble=127.0.0.1:50230 2024-11-13T10:17:39,201 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:17:39,203 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:17:39,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:331150x0, quorum=127.0.0.1:50230, baseZNode=/1-1266533617 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T10:17:39,217 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:331150x0, quorum=127.0.0.1:50230, baseZNode=/1-1266533617 Set watcher on znode that does not yet exist, /1-1266533617/running 2024-11-13T10:17:39,217 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T10:17:39,224 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33115-0x10110d52ecf0004 connected 2024-11-13T10:17:39,226 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T10:17:39,227 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33115-0x10110d52ecf0004, quorum=127.0.0.1:50230, baseZNode=/1-1266533617 Set watcher on znode that does not yet exist, /1-1266533617/master 2024-11-13T10:17:39,228 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33115-0x10110d52ecf0004, quorum=127.0.0.1:50230, baseZNode=/1-1266533617 Set watcher on znode that does not yet exist, /1-1266533617/acl 2024-11-13T10:17:39,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33115 2024-11-13T10:17:39,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33115 2024-11-13T10:17:39,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33115 2024-11-13T10:17:39,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33115 2024-11-13T10:17:39,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33115 2024-11-13T10:17:39,252 DEBUG [M:0;770665a7984d:38265 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;770665a7984d:38265 2024-11-13T10:17:39,253 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1266533617/backup-masters/770665a7984d,38265,1731493059150 2024-11-13T10:17:39,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38265-0x10110d52ecf0003, quorum=127.0.0.1:50230, baseZNode=/1-1266533617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1266533617/backup-masters 2024-11-13T10:17:39,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33115-0x10110d52ecf0004, quorum=127.0.0.1:50230, baseZNode=/1-1266533617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1266533617/backup-masters 2024-11-13T10:17:39,255 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38265-0x10110d52ecf0003, quorum=127.0.0.1:50230, baseZNode=/1-1266533617 Set watcher on existing znode=/1-1266533617/backup-masters/770665a7984d,38265,1731493059150 2024-11-13T10:17:39,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33115-0x10110d52ecf0004, quorum=127.0.0.1:50230, baseZNode=/1-1266533617 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1266533617/master 2024-11-13T10:17:39,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33115-0x10110d52ecf0004, quorum=127.0.0.1:50230, baseZNode=/1-1266533617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1266533617 2024-11-13T10:17:39,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38265-0x10110d52ecf0003, quorum=127.0.0.1:50230, baseZNode=/1-1266533617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1266533617 2024-11-13T10:17:39,258 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38265-0x10110d52ecf0003, quorum=127.0.0.1:50230, baseZNode=/1-1266533617 Set watcher on existing znode=/1-1266533617/master 2024-11-13T10:17:39,259 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1266533617/backup-masters/770665a7984d,38265,1731493059150 from backup master directory 2024-11-13T10:17:39,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33115-0x10110d52ecf0004, quorum=127.0.0.1:50230, baseZNode=/1-1266533617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1266533617/backup-masters 2024-11-13T10:17:39,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38265-0x10110d52ecf0003, quorum=127.0.0.1:50230, baseZNode=/1-1266533617 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1266533617/backup-masters/770665a7984d,38265,1731493059150 2024-11-13T10:17:39,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38265-0x10110d52ecf0003, quorum=127.0.0.1:50230, baseZNode=/1-1266533617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1266533617/backup-masters 2024-11-13T10:17:39,264 WARN [master/770665a7984d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T10:17:39,264 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=770665a7984d,38265,1731493059150 2024-11-13T10:17:39,270 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/hbase.id] with ID: a354e476-81bb-4692-b174-ee0012db1e0b 2024-11-13T10:17:39,270 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/.tmp/hbase.id 2024-11-13T10:17:39,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741826_1002 (size=42) 2024-11-13T10:17:39,676 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/.tmp/hbase.id]:[hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/hbase.id] 2024-11-13T10:17:39,686 INFO [master/770665a7984d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:17:39,687 INFO [master/770665a7984d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T10:17:39,688 INFO [master/770665a7984d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T10:17:39,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38265-0x10110d52ecf0003, quorum=127.0.0.1:50230, baseZNode=/1-1266533617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1266533617 2024-11-13T10:17:39,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33115-0x10110d52ecf0004, quorum=127.0.0.1:50230, baseZNode=/1-1266533617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1266533617 2024-11-13T10:17:39,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741827_1003 (size=196) 2024-11-13T10:17:40,097 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T10:17:40,097 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T10:17:40,098 INFO [master/770665a7984d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:17:40,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741828_1004 (size=1189) 2024-11-13T10:17:40,114 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T10:17:40,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:17:40,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:17:40,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:17:40,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:17:40,507 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/MasterData/data/master/store 2024-11-13T10:17:40,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741829_1005 (size=34) 2024-11-13T10:17:40,915 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:17:40,915 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T10:17:40,915 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:17:40,915 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:17:40,915 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T10:17:40,915 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:17:40,916 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:17:40,916 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731493060915Disabling compacts and flushes for region at 1731493060915Disabling writes for close at 1731493060915Writing region close event to WAL at 1731493060915Closed at 1731493060915 2024-11-13T10:17:40,917 WARN [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/MasterData/data/master/store/.initializing 2024-11-13T10:17:40,917 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/MasterData/WALs/770665a7984d,38265,1731493059150 2024-11-13T10:17:40,918 INFO [master/770665a7984d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T10:17:40,919 INFO [master/770665a7984d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=770665a7984d%2C38265%2C1731493059150, suffix=, logDir=hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/MasterData/WALs/770665a7984d,38265,1731493059150, archiveDir=hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/MasterData/oldWALs, maxLogs=10 2024-11-13T10:17:40,933 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/MasterData/WALs/770665a7984d,38265,1731493059150/770665a7984d%2C38265%2C1731493059150.1731493060920, exclude list is [], retry=0 2024-11-13T10:17:40,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44279,DS-bb8fbb4f-b114-4b45-9dee-3e5cf765d7a6,DISK] 2024-11-13T10:17:40,937 INFO [master/770665a7984d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/MasterData/WALs/770665a7984d,38265,1731493059150/770665a7984d%2C38265%2C1731493059150.1731493060920 2024-11-13T10:17:40,938 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42049:42049)] 2024-11-13T10:17:40,938 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:17:40,938 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:17:40,938 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:17:40,938 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:17:40,940 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:17:40,941 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T10:17:40,941 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:40,942 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:17:40,942 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:17:40,943 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T10:17:40,943 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:40,944 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:17:40,944 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:17:40,945 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T10:17:40,945 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:40,946 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:17:40,946 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:17:40,947 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T10:17:40,947 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:40,947 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:17:40,947 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:17:40,948 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:17:40,948 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:17:40,949 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:17:40,949 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:17:40,950 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T10:17:40,951 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:17:40,953 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:17:40,953 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70305319, jitterRate=0.04763089120388031}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T10:17:40,953 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731493060938Initializing all the Stores at 1731493060939 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493060939Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493060939Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493060939Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493060939Cleaning up temporary data from old regions at 1731493060949 (+10 ms)Region opened successfully at 1731493060953 (+4 ms) 2024-11-13T10:17:40,954 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T10:17:40,956 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e618370, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=770665a7984d/172.17.0.2:0 2024-11-13T10:17:40,957 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T10:17:40,957 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T10:17:40,957 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T10:17:40,957 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T10:17:40,958 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T10:17:40,958 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T10:17:40,958 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T10:17:40,960 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T10:17:40,961 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38265-0x10110d52ecf0003, quorum=127.0.0.1:50230, baseZNode=/1-1266533617 Unable to get data of znode /1-1266533617/balancer because node does not exist (not necessarily an error) 2024-11-13T10:17:40,963 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1266533617/balancer already deleted, retry=false 2024-11-13T10:17:40,963 INFO [master/770665a7984d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T10:17:40,964 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38265-0x10110d52ecf0003, quorum=127.0.0.1:50230, baseZNode=/1-1266533617 Unable to get data of znode /1-1266533617/normalizer because node does not exist (not necessarily an error) 2024-11-13T10:17:40,970 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1266533617/normalizer already deleted, retry=false 2024-11-13T10:17:40,970 INFO [master/770665a7984d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T10:17:40,971 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38265-0x10110d52ecf0003, quorum=127.0.0.1:50230, baseZNode=/1-1266533617 Unable to get data of znode /1-1266533617/switch/split because node does not exist (not necessarily an error) 2024-11-13T10:17:40,972 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1266533617/switch/split already deleted, retry=false 2024-11-13T10:17:40,972 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38265-0x10110d52ecf0003, quorum=127.0.0.1:50230, baseZNode=/1-1266533617 Unable to get data of znode /1-1266533617/switch/merge because node does not exist (not necessarily an error) 2024-11-13T10:17:40,973 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1266533617/switch/merge already deleted, retry=false 2024-11-13T10:17:40,975 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38265-0x10110d52ecf0003, quorum=127.0.0.1:50230, baseZNode=/1-1266533617 Unable to get data of znode /1-1266533617/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T10:17:40,976 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1266533617/snapshot-cleanup already deleted, retry=false 2024-11-13T10:17:40,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38265-0x10110d52ecf0003, quorum=127.0.0.1:50230, baseZNode=/1-1266533617 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1266533617/running 2024-11-13T10:17:40,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33115-0x10110d52ecf0004, quorum=127.0.0.1:50230, baseZNode=/1-1266533617 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1266533617/running 2024-11-13T10:17:40,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38265-0x10110d52ecf0003, quorum=127.0.0.1:50230, baseZNode=/1-1266533617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1266533617 2024-11-13T10:17:40,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33115-0x10110d52ecf0004, quorum=127.0.0.1:50230, baseZNode=/1-1266533617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1266533617 2024-11-13T10:17:40,979 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=770665a7984d,38265,1731493059150, sessionid=0x10110d52ecf0003, setting cluster-up flag (Was=false) 2024-11-13T10:17:40,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38265-0x10110d52ecf0003, quorum=127.0.0.1:50230, baseZNode=/1-1266533617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1266533617 2024-11-13T10:17:40,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33115-0x10110d52ecf0004, quorum=127.0.0.1:50230, baseZNode=/1-1266533617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1266533617 2024-11-13T10:17:40,986 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1266533617/flush-table-proc/acquired, /1-1266533617/flush-table-proc/reached, /1-1266533617/flush-table-proc/abort 2024-11-13T10:17:40,987 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=770665a7984d,38265,1731493059150 2024-11-13T10:17:40,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38265-0x10110d52ecf0003, quorum=127.0.0.1:50230, baseZNode=/1-1266533617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1266533617 2024-11-13T10:17:40,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33115-0x10110d52ecf0004, quorum=127.0.0.1:50230, baseZNode=/1-1266533617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1266533617 2024-11-13T10:17:40,995 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1266533617/online-snapshot/acquired, /1-1266533617/online-snapshot/reached, /1-1266533617/online-snapshot/abort 2024-11-13T10:17:40,996 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=770665a7984d,38265,1731493059150 2024-11-13T10:17:40,998 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T10:17:40,999 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T10:17:40,999 INFO [master/770665a7984d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T10:17:40,999 INFO [master/770665a7984d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T10:17:41,000 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 770665a7984d,38265,1731493059150 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T10:17:41,001 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:17:41,001 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:17:41,001 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:17:41,001 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:17:41,001 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/770665a7984d:0, corePoolSize=10, maxPoolSize=10 2024-11-13T10:17:41,001 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:17:41,001 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/770665a7984d:0, corePoolSize=2, maxPoolSize=2 2024-11-13T10:17:41,001 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:17:41,002 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731493091002 2024-11-13T10:17:41,002 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T10:17:41,002 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T10:17:41,002 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T10:17:41,002 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T10:17:41,002 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T10:17:41,002 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T10:17:41,002 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:41,002 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T10:17:41,003 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T10:17:41,003 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T10:17:41,003 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T10:17:41,003 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T10:17:41,003 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T10:17:41,003 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T10:17:41,003 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T10:17:41,003 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.large.0-1731493061003,5,FailOnTimeoutGroup] 2024-11-13T10:17:41,003 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.small.0-1731493061003,5,FailOnTimeoutGroup] 2024-11-13T10:17:41,003 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:41,003 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T10:17:41,003 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:41,003 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:41,004 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:41,004 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T10:17:41,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741831_1007 (size=1321) 2024-11-13T10:17:41,042 INFO [RS:0;770665a7984d:33115 {}] regionserver.HRegionServer(746): ClusterId : a354e476-81bb-4692-b174-ee0012db1e0b 2024-11-13T10:17:41,042 DEBUG [RS:0;770665a7984d:33115 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T10:17:41,044 DEBUG [RS:0;770665a7984d:33115 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T10:17:41,044 DEBUG [RS:0;770665a7984d:33115 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T10:17:41,048 DEBUG [RS:0;770665a7984d:33115 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T10:17:41,048 DEBUG [RS:0;770665a7984d:33115 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5500a3f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=770665a7984d/172.17.0.2:0 2024-11-13T10:17:41,060 DEBUG [RS:0;770665a7984d:33115 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;770665a7984d:33115 2024-11-13T10:17:41,060 INFO [RS:0;770665a7984d:33115 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T10:17:41,060 INFO [RS:0;770665a7984d:33115 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T10:17:41,060 DEBUG [RS:0;770665a7984d:33115 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T10:17:41,061 INFO [RS:0;770665a7984d:33115 {}] regionserver.HRegionServer(2659): reportForDuty to master=770665a7984d,38265,1731493059150 with port=33115, startcode=1731493059198 2024-11-13T10:17:41,061 DEBUG [RS:0;770665a7984d:33115 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T10:17:41,062 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59077, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T10:17:41,063 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38265 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 770665a7984d,33115,1731493059198 2024-11-13T10:17:41,063 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38265 {}] master.ServerManager(517): Registering regionserver=770665a7984d,33115,1731493059198 2024-11-13T10:17:41,064 DEBUG [RS:0;770665a7984d:33115 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0 2024-11-13T10:17:41,064 DEBUG [RS:0;770665a7984d:33115 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41085 2024-11-13T10:17:41,064 DEBUG [RS:0;770665a7984d:33115 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T10:17:41,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38265-0x10110d52ecf0003, quorum=127.0.0.1:50230, baseZNode=/1-1266533617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1266533617/rs 2024-11-13T10:17:41,069 DEBUG [RS:0;770665a7984d:33115 {}] zookeeper.ZKUtil(111): regionserver:33115-0x10110d52ecf0004, quorum=127.0.0.1:50230, baseZNode=/1-1266533617 Set watcher on existing znode=/1-1266533617/rs/770665a7984d,33115,1731493059198 2024-11-13T10:17:41,069 WARN [RS:0;770665a7984d:33115 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T10:17:41,069 INFO [RS:0;770665a7984d:33115 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:17:41,069 DEBUG [RS:0;770665a7984d:33115 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/WALs/770665a7984d,33115,1731493059198 2024-11-13T10:17:41,070 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [770665a7984d,33115,1731493059198] 2024-11-13T10:17:41,073 INFO [RS:0;770665a7984d:33115 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T10:17:41,075 INFO [RS:0;770665a7984d:33115 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T10:17:41,075 INFO [RS:0;770665a7984d:33115 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T10:17:41,075 INFO [RS:0;770665a7984d:33115 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:41,076 INFO [RS:0;770665a7984d:33115 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T10:17:41,077 INFO [RS:0;770665a7984d:33115 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T10:17:41,077 INFO [RS:0;770665a7984d:33115 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:41,077 DEBUG [RS:0;770665a7984d:33115 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:17:41,077 DEBUG [RS:0;770665a7984d:33115 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:17:41,077 DEBUG [RS:0;770665a7984d:33115 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:17:41,077 DEBUG [RS:0;770665a7984d:33115 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:17:41,077 DEBUG [RS:0;770665a7984d:33115 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:17:41,078 DEBUG [RS:0;770665a7984d:33115 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/770665a7984d:0, corePoolSize=2, maxPoolSize=2 2024-11-13T10:17:41,078 DEBUG [RS:0;770665a7984d:33115 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:17:41,078 DEBUG [RS:0;770665a7984d:33115 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:17:41,078 DEBUG [RS:0;770665a7984d:33115 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:17:41,078 DEBUG [RS:0;770665a7984d:33115 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:17:41,078 DEBUG [RS:0;770665a7984d:33115 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:17:41,078 DEBUG [RS:0;770665a7984d:33115 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:17:41,078 DEBUG [RS:0;770665a7984d:33115 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/770665a7984d:0, corePoolSize=3, maxPoolSize=3 2024-11-13T10:17:41,078 DEBUG [RS:0;770665a7984d:33115 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0, corePoolSize=3, maxPoolSize=3 2024-11-13T10:17:41,080 INFO [RS:0;770665a7984d:33115 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:41,080 INFO [RS:0;770665a7984d:33115 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:41,080 INFO [RS:0;770665a7984d:33115 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:41,080 INFO [RS:0;770665a7984d:33115 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:41,080 INFO [RS:0;770665a7984d:33115 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:41,080 INFO [RS:0;770665a7984d:33115 {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,33115,1731493059198-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T10:17:41,097 INFO [RS:0;770665a7984d:33115 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T10:17:41,098 INFO [RS:0;770665a7984d:33115 {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,33115,1731493059198-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:41,098 INFO [RS:0;770665a7984d:33115 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:41,098 INFO [RS:0;770665a7984d:33115 {}] regionserver.Replication(171): 770665a7984d,33115,1731493059198 started 2024-11-13T10:17:41,113 INFO [RS:0;770665a7984d:33115 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:41,113 INFO [RS:0;770665a7984d:33115 {}] regionserver.HRegionServer(1482): Serving as 770665a7984d,33115,1731493059198, RpcServer on 770665a7984d/172.17.0.2:33115, sessionid=0x10110d52ecf0004 2024-11-13T10:17:41,113 DEBUG [RS:0;770665a7984d:33115 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T10:17:41,113 DEBUG [RS:0;770665a7984d:33115 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 770665a7984d,33115,1731493059198 2024-11-13T10:17:41,113 DEBUG [RS:0;770665a7984d:33115 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '770665a7984d,33115,1731493059198' 2024-11-13T10:17:41,113 DEBUG [RS:0;770665a7984d:33115 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1266533617/flush-table-proc/abort' 2024-11-13T10:17:41,114 DEBUG [RS:0;770665a7984d:33115 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1266533617/flush-table-proc/acquired' 2024-11-13T10:17:41,114 DEBUG [RS:0;770665a7984d:33115 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T10:17:41,114 DEBUG [RS:0;770665a7984d:33115 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T10:17:41,114 DEBUG [RS:0;770665a7984d:33115 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 770665a7984d,33115,1731493059198 2024-11-13T10:17:41,114 DEBUG [RS:0;770665a7984d:33115 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '770665a7984d,33115,1731493059198' 2024-11-13T10:17:41,114 DEBUG [RS:0;770665a7984d:33115 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1266533617/online-snapshot/abort' 2024-11-13T10:17:41,114 DEBUG [RS:0;770665a7984d:33115 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1266533617/online-snapshot/acquired' 2024-11-13T10:17:41,115 DEBUG [RS:0;770665a7984d:33115 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T10:17:41,115 INFO [RS:0;770665a7984d:33115 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T10:17:41,115 INFO [RS:0;770665a7984d:33115 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T10:17:41,215 INFO [RS:0;770665a7984d:33115 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T10:17:41,217 INFO [RS:0;770665a7984d:33115 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=770665a7984d%2C33115%2C1731493059198, suffix=, logDir=hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/WALs/770665a7984d,33115,1731493059198, archiveDir=hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/oldWALs, maxLogs=10 2024-11-13T10:17:41,233 DEBUG [RS:0;770665a7984d:33115 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/WALs/770665a7984d,33115,1731493059198/770665a7984d%2C33115%2C1731493059198.1731493061217, exclude list is [], retry=0 2024-11-13T10:17:41,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44279,DS-bb8fbb4f-b114-4b45-9dee-3e5cf765d7a6,DISK] 2024-11-13T10:17:41,241 INFO [RS:0;770665a7984d:33115 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/WALs/770665a7984d,33115,1731493059198/770665a7984d%2C33115%2C1731493059198.1731493061217 2024-11-13T10:17:41,243 DEBUG [RS:0;770665a7984d:33115 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42049:42049)] 2024-11-13T10:17:41,414 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T10:17:41,415 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0 2024-11-13T10:17:41,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741833_1009 (size=32) 2024-11-13T10:17:41,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:17:41,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T10:17:41,825 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T10:17:41,825 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:41,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:17:41,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T10:17:41,827 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T10:17:41,827 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:41,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:17:41,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T10:17:41,828 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T10:17:41,828 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:41,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:17:41,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T10:17:41,830 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T10:17:41,830 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:41,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:17:41,831 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T10:17:41,831 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/data/hbase/meta/1588230740 2024-11-13T10:17:41,831 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/data/hbase/meta/1588230740 2024-11-13T10:17:41,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T10:17:41,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T10:17:41,833 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T10:17:41,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T10:17:41,836 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:17:41,837 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63158026, jitterRate=-0.058872073888778687}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T10:17:41,837 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731493061822Initializing all the Stores at 1731493061823 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493061823Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493061823Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493061823Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493061823Cleaning up temporary data from old regions at 1731493061833 (+10 ms)Region opened successfully at 1731493061837 (+4 ms) 2024-11-13T10:17:41,837 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T10:17:41,837 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T10:17:41,837 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T10:17:41,837 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T10:17:41,837 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T10:17:41,837 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T10:17:41,837 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731493061837Disabling compacts and flushes for region at 1731493061837Disabling writes for close at 1731493061837Writing region close event to WAL at 1731493061837Closed at 1731493061837 2024-11-13T10:17:41,838 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T10:17:41,838 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T10:17:41,839 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T10:17:41,840 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T10:17:41,841 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T10:17:41,991 DEBUG [770665a7984d:38265 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T10:17:41,992 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=770665a7984d,33115,1731493059198 2024-11-13T10:17:41,993 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 770665a7984d,33115,1731493059198, state=OPENING 2024-11-13T10:17:41,995 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T10:17:41,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38265-0x10110d52ecf0003, quorum=127.0.0.1:50230, baseZNode=/1-1266533617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1266533617 2024-11-13T10:17:41,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33115-0x10110d52ecf0004, quorum=127.0.0.1:50230, baseZNode=/1-1266533617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1266533617 2024-11-13T10:17:41,997 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T10:17:41,997 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1266533617/meta-region-server: CHANGED 2024-11-13T10:17:41,997 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1266533617/meta-region-server: CHANGED 2024-11-13T10:17:41,997 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=770665a7984d,33115,1731493059198}] 2024-11-13T10:17:42,150 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T10:17:42,152 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50473, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T10:17:42,155 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T10:17:42,155 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:17:42,156 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T10:17:42,157 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=770665a7984d%2C33115%2C1731493059198.meta, suffix=.meta, logDir=hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/WALs/770665a7984d,33115,1731493059198, archiveDir=hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/oldWALs, maxLogs=10 2024-11-13T10:17:42,174 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/WALs/770665a7984d,33115,1731493059198/770665a7984d%2C33115%2C1731493059198.meta.1731493062158.meta, exclude list is [], retry=0 2024-11-13T10:17:42,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44279,DS-bb8fbb4f-b114-4b45-9dee-3e5cf765d7a6,DISK] 2024-11-13T10:17:42,178 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/WALs/770665a7984d,33115,1731493059198/770665a7984d%2C33115%2C1731493059198.meta.1731493062158.meta 2024-11-13T10:17:42,178 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42049:42049)] 2024-11-13T10:17:42,178 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:17:42,178 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T10:17:42,179 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T10:17:42,179 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T10:17:42,179 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T10:17:42,179 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T10:17:42,179 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:17:42,179 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T10:17:42,179 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T10:17:42,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T10:17:42,181 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T10:17:42,182 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:42,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:17:42,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T10:17:42,183 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T10:17:42,183 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:42,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:17:42,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T10:17:42,184 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T10:17:42,184 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:42,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:17:42,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T10:17:42,185 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T10:17:42,185 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:42,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:17:42,186 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T10:17:42,186 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/data/hbase/meta/1588230740 2024-11-13T10:17:42,188 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/data/hbase/meta/1588230740 2024-11-13T10:17:42,189 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T10:17:42,190 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T10:17:42,190 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T10:17:42,191 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T10:17:42,192 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68107313, jitterRate=0.014878049492835999}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T10:17:42,193 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T10:17:42,193 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731493062179Writing region info on filesystem at 1731493062179Initializing all the Stores at 1731493062180 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493062180Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493062180Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493062180Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493062180Cleaning up temporary data from old regions at 1731493062190 (+10 ms)Running coprocessor post-open hooks at 1731493062193 (+3 ms)Region opened successfully at 1731493062193 2024-11-13T10:17:42,194 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731493062150 2024-11-13T10:17:42,196 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T10:17:42,196 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T10:17:42,197 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=770665a7984d,33115,1731493059198 2024-11-13T10:17:42,198 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 770665a7984d,33115,1731493059198, state=OPEN 2024-11-13T10:17:42,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38265-0x10110d52ecf0003, quorum=127.0.0.1:50230, baseZNode=/1-1266533617 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1266533617/meta-region-server 2024-11-13T10:17:42,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33115-0x10110d52ecf0004, quorum=127.0.0.1:50230, baseZNode=/1-1266533617 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1266533617/meta-region-server 2024-11-13T10:17:42,199 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=770665a7984d,33115,1731493059198 2024-11-13T10:17:42,199 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1266533617/meta-region-server: CHANGED 2024-11-13T10:17:42,200 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1266533617/meta-region-server: CHANGED 2024-11-13T10:17:42,202 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T10:17:42,202 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=770665a7984d,33115,1731493059198 in 203 msec 2024-11-13T10:17:42,204 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T10:17:42,204 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 363 msec 2024-11-13T10:17:42,205 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T10:17:42,205 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T10:17:42,206 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:17:42,206 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,33115,1731493059198, seqNum=-1] 2024-11-13T10:17:42,207 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:17:42,208 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41161, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:17:42,213 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2140 sec 2024-11-13T10:17:42,213 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731493062213, completionTime=-1 2024-11-13T10:17:42,214 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T10:17:42,214 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T10:17:42,215 INFO [master/770665a7984d:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T10:17:42,215 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731493122215 2024-11-13T10:17:42,215 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731493182215 2024-11-13T10:17:42,216 INFO [master/770665a7984d:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T10:17:42,216 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,38265,1731493059150-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:42,216 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,38265,1731493059150-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:42,216 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,38265,1731493059150-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:42,216 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-770665a7984d:38265, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:42,216 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:42,216 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:42,218 DEBUG [master/770665a7984d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T10:17:42,220 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.956sec 2024-11-13T10:17:42,220 INFO [master/770665a7984d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T10:17:42,220 INFO [master/770665a7984d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T10:17:42,220 INFO [master/770665a7984d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T10:17:42,220 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T10:17:42,220 INFO [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T10:17:42,220 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,38265,1731493059150-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T10:17:42,220 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,38265,1731493059150-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T10:17:42,223 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T10:17:42,223 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T10:17:42,223 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,38265,1731493059150-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:17:42,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5629c89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:17:42,242 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,38265,-1 for getting cluster id 2024-11-13T10:17:42,242 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:17:42,243 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a354e476-81bb-4692-b174-ee0012db1e0b' 2024-11-13T10:17:42,244 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:17:42,244 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a354e476-81bb-4692-b174-ee0012db1e0b" 2024-11-13T10:17:42,244 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c0c90cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:17:42,244 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,38265,-1] 2024-11-13T10:17:42,244 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:17:42,245 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:42,246 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:17:42,246 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@323c2aa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:17:42,247 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:17:42,248 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,33115,1731493059198, seqNum=-1] 2024-11-13T10:17:42,248 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:17:42,249 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:17:42,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=770665a7984d,38265,1731493059150 2024-11-13T10:17:42,253 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50230 2024-11-13T10:17:42,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50230, baseZNode=/1-1266533617 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T10:17:42,256 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10110d52ecf0005 connected 2024-11-13T10:17:42,262 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:17:42,263 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,43027,1731493054826 2024-11-13T10:17:42,263 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c086061 2024-11-13T10:17:42,264 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:17:42,265 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T10:17:42,268 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43027 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T10:17:42,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43027 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T10:17:42,272 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T10:17:42,274 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:42,274 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43027 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T10:17:42,275 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T10:17:42,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:17:42,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37729 is added to blk_1073741835_1011 (size=902) 2024-11-13T10:17:42,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:17:42,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:17:42,684 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 82b48427f675fb2e3ab023785c574483, NAME => 'test,,1731493062266.82b48427f675fb2e3ab023785c574483.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094 2024-11-13T10:17:42,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37729 is added to blk_1073741836_1012 (size=39) 2024-11-13T10:17:42,730 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T10:17:42,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:17:43,091 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731493062266.82b48427f675fb2e3ab023785c574483.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:17:43,091 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 82b48427f675fb2e3ab023785c574483, disabling compactions & flushes 2024-11-13T10:17:43,091 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731493062266.82b48427f675fb2e3ab023785c574483. 2024-11-13T10:17:43,091 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731493062266.82b48427f675fb2e3ab023785c574483. 2024-11-13T10:17:43,091 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731493062266.82b48427f675fb2e3ab023785c574483. after waiting 0 ms 2024-11-13T10:17:43,091 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731493062266.82b48427f675fb2e3ab023785c574483. 2024-11-13T10:17:43,092 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731493062266.82b48427f675fb2e3ab023785c574483. 2024-11-13T10:17:43,092 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 82b48427f675fb2e3ab023785c574483: Waiting for close lock at 1731493063091Disabling compacts and flushes for region at 1731493063091Disabling writes for close at 1731493063091Writing region close event to WAL at 1731493063091Closed at 1731493063091 2024-11-13T10:17:43,093 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T10:17:43,094 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731493062266.82b48427f675fb2e3ab023785c574483.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731493063094"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731493063094"}]},"ts":"1731493063094"} 2024-11-13T10:17:43,096 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T10:17:43,097 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T10:17:43,097 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731493063097"}]},"ts":"1731493063097"} 2024-11-13T10:17:43,099 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T10:17:43,100 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=82b48427f675fb2e3ab023785c574483, ASSIGN}] 2024-11-13T10:17:43,101 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=82b48427f675fb2e3ab023785c574483, ASSIGN 2024-11-13T10:17:43,103 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=82b48427f675fb2e3ab023785c574483, ASSIGN; state=OFFLINE, location=770665a7984d,43829,1731493054874; forceNewPlan=false, retain=false 2024-11-13T10:17:43,253 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=82b48427f675fb2e3ab023785c574483, regionState=OPENING, regionLocation=770665a7984d,43829,1731493054874 2024-11-13T10:17:43,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=82b48427f675fb2e3ab023785c574483, ASSIGN because future has completed 2024-11-13T10:17:43,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 82b48427f675fb2e3ab023785c574483, server=770665a7984d,43829,1731493054874}] 2024-11-13T10:17:43,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:17:43,414 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731493062266.82b48427f675fb2e3ab023785c574483. 2024-11-13T10:17:43,414 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 82b48427f675fb2e3ab023785c574483, NAME => 'test,,1731493062266.82b48427f675fb2e3ab023785c574483.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:17:43,415 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T10:17:43,415 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T10:17:43,415 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 82b48427f675fb2e3ab023785c574483 2024-11-13T10:17:43,415 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731493062266.82b48427f675fb2e3ab023785c574483.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:17:43,415 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 82b48427f675fb2e3ab023785c574483 2024-11-13T10:17:43,415 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 82b48427f675fb2e3ab023785c574483 2024-11-13T10:17:43,417 INFO [StoreOpener-82b48427f675fb2e3ab023785c574483-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 82b48427f675fb2e3ab023785c574483 2024-11-13T10:17:43,418 INFO [StoreOpener-82b48427f675fb2e3ab023785c574483-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82b48427f675fb2e3ab023785c574483 columnFamilyName f 2024-11-13T10:17:43,418 DEBUG [StoreOpener-82b48427f675fb2e3ab023785c574483-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:43,419 INFO [StoreOpener-82b48427f675fb2e3ab023785c574483-1 {}] regionserver.HStore(327): Store=82b48427f675fb2e3ab023785c574483/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:17:43,419 INFO [StoreOpener-82b48427f675fb2e3ab023785c574483-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 82b48427f675fb2e3ab023785c574483 2024-11-13T10:17:43,420 INFO [StoreOpener-82b48427f675fb2e3ab023785c574483-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82b48427f675fb2e3ab023785c574483 columnFamilyName f1 2024-11-13T10:17:43,420 DEBUG [StoreOpener-82b48427f675fb2e3ab023785c574483-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:43,421 INFO [StoreOpener-82b48427f675fb2e3ab023785c574483-1 {}] regionserver.HStore(327): Store=82b48427f675fb2e3ab023785c574483/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:17:43,421 INFO [StoreOpener-82b48427f675fb2e3ab023785c574483-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 82b48427f675fb2e3ab023785c574483 2024-11-13T10:17:43,422 INFO [StoreOpener-82b48427f675fb2e3ab023785c574483-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82b48427f675fb2e3ab023785c574483 columnFamilyName norep 2024-11-13T10:17:43,422 DEBUG [StoreOpener-82b48427f675fb2e3ab023785c574483-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:43,422 INFO [StoreOpener-82b48427f675fb2e3ab023785c574483-1 {}] regionserver.HStore(327): Store=82b48427f675fb2e3ab023785c574483/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:17:43,422 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 82b48427f675fb2e3ab023785c574483 2024-11-13T10:17:43,423 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/data/default/test/82b48427f675fb2e3ab023785c574483 2024-11-13T10:17:43,423 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/data/default/test/82b48427f675fb2e3ab023785c574483 2024-11-13T10:17:43,424 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 82b48427f675fb2e3ab023785c574483 2024-11-13T10:17:43,424 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 82b48427f675fb2e3ab023785c574483 2024-11-13T10:17:43,425 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T10:17:43,426 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 82b48427f675fb2e3ab023785c574483 2024-11-13T10:17:43,429 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/data/default/test/82b48427f675fb2e3ab023785c574483/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:17:43,429 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 82b48427f675fb2e3ab023785c574483; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67467127, jitterRate=0.005338534712791443}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T10:17:43,429 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 82b48427f675fb2e3ab023785c574483 2024-11-13T10:17:43,431 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 82b48427f675fb2e3ab023785c574483: Running coprocessor pre-open hook at 1731493063415Writing region info on filesystem at 1731493063415Initializing all the Stores at 1731493063416 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493063417 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493063417Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493063417Cleaning up temporary data from old regions at 1731493063424 (+7 ms)Running coprocessor post-open hooks at 1731493063429 (+5 ms)Region opened successfully at 1731493063431 (+2 ms) 2024-11-13T10:17:43,435 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731493062266.82b48427f675fb2e3ab023785c574483., pid=6, masterSystemTime=1731493063409 2024-11-13T10:17:43,437 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731493062266.82b48427f675fb2e3ab023785c574483. 2024-11-13T10:17:43,437 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731493062266.82b48427f675fb2e3ab023785c574483. 2024-11-13T10:17:43,439 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=82b48427f675fb2e3ab023785c574483, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=770665a7984d,43829,1731493054874 2024-11-13T10:17:43,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 82b48427f675fb2e3ab023785c574483, server=770665a7984d,43829,1731493054874 because future has completed 2024-11-13T10:17:43,447 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T10:17:43,447 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 82b48427f675fb2e3ab023785c574483, server=770665a7984d,43829,1731493054874 in 187 msec 2024-11-13T10:17:43,451 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T10:17:43,451 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=82b48427f675fb2e3ab023785c574483, ASSIGN in 347 msec 2024-11-13T10:17:43,452 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T10:17:43,452 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731493063452"}]},"ts":"1731493063452"} 2024-11-13T10:17:43,455 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T10:17:43,456 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T10:17:43,459 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1860 sec 2024-11-13T10:17:44,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:17:44,422 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:17:44,422 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T10:17:44,423 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,38265,1731493059150 2024-11-13T10:17:44,423 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@128ac30c 2024-11-13T10:17:44,424 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:17:44,425 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T10:17:44,426 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T10:17:44,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T10:17:44,430 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T10:17:44,430 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:44,431 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T10:17:44,431 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T10:17:44,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:17:44,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741835_1011 (size=902) 2024-11-13T10:17:44,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:17:44,611 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T10:17:44,611 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T10:17:44,612 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T10:17:44,612 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-13T10:17:44,613 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T10:17:44,613 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-13T10:17:44,613 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T10:17:44,613 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-13T10:17:44,613 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T10:17:44,613 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T10:17:44,613 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T10:17:44,613 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T10:17:44,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:17:44,840 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 799ccb3b4c0ba02423ce610ae0360f87, NAME => 'test,,1731493064425.799ccb3b4c0ba02423ce610ae0360f87.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0 2024-11-13T10:17:44,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741836_1012 (size=39) 2024-11-13T10:17:45,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:17:45,248 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731493064425.799ccb3b4c0ba02423ce610ae0360f87.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:17:45,248 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 799ccb3b4c0ba02423ce610ae0360f87, disabling compactions & flushes 2024-11-13T10:17:45,248 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731493064425.799ccb3b4c0ba02423ce610ae0360f87. 2024-11-13T10:17:45,248 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731493064425.799ccb3b4c0ba02423ce610ae0360f87. 2024-11-13T10:17:45,248 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731493064425.799ccb3b4c0ba02423ce610ae0360f87. after waiting 0 ms 2024-11-13T10:17:45,248 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731493064425.799ccb3b4c0ba02423ce610ae0360f87. 2024-11-13T10:17:45,248 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731493064425.799ccb3b4c0ba02423ce610ae0360f87. 2024-11-13T10:17:45,248 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 799ccb3b4c0ba02423ce610ae0360f87: Waiting for close lock at 1731493065248Disabling compacts and flushes for region at 1731493065248Disabling writes for close at 1731493065248Writing region close event to WAL at 1731493065248Closed at 1731493065248 2024-11-13T10:17:45,250 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T10:17:45,250 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731493064425.799ccb3b4c0ba02423ce610ae0360f87.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731493065250"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731493065250"}]},"ts":"1731493065250"} 2024-11-13T10:17:45,253 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T10:17:45,255 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T10:17:45,255 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731493065255"}]},"ts":"1731493065255"} 2024-11-13T10:17:45,258 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T10:17:45,259 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=799ccb3b4c0ba02423ce610ae0360f87, ASSIGN}] 2024-11-13T10:17:45,260 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=799ccb3b4c0ba02423ce610ae0360f87, ASSIGN 2024-11-13T10:17:45,261 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=799ccb3b4c0ba02423ce610ae0360f87, ASSIGN; state=OFFLINE, location=770665a7984d,33115,1731493059198; forceNewPlan=false, retain=false 2024-11-13T10:17:45,412 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=799ccb3b4c0ba02423ce610ae0360f87, regionState=OPENING, regionLocation=770665a7984d,33115,1731493059198 2024-11-13T10:17:45,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=799ccb3b4c0ba02423ce610ae0360f87, ASSIGN because future has completed 2024-11-13T10:17:45,416 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 799ccb3b4c0ba02423ce610ae0360f87, server=770665a7984d,33115,1731493059198}] 2024-11-13T10:17:45,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:17:45,574 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731493064425.799ccb3b4c0ba02423ce610ae0360f87. 2024-11-13T10:17:45,575 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 799ccb3b4c0ba02423ce610ae0360f87, NAME => 'test,,1731493064425.799ccb3b4c0ba02423ce610ae0360f87.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:17:45,575 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T10:17:45,575 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T10:17:45,575 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 799ccb3b4c0ba02423ce610ae0360f87 2024-11-13T10:17:45,575 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731493064425.799ccb3b4c0ba02423ce610ae0360f87.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:17:45,575 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 799ccb3b4c0ba02423ce610ae0360f87 2024-11-13T10:17:45,575 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 799ccb3b4c0ba02423ce610ae0360f87 2024-11-13T10:17:45,577 INFO [StoreOpener-799ccb3b4c0ba02423ce610ae0360f87-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 799ccb3b4c0ba02423ce610ae0360f87 2024-11-13T10:17:45,579 INFO [StoreOpener-799ccb3b4c0ba02423ce610ae0360f87-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 799ccb3b4c0ba02423ce610ae0360f87 columnFamilyName f 2024-11-13T10:17:45,579 DEBUG [StoreOpener-799ccb3b4c0ba02423ce610ae0360f87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:45,579 INFO [StoreOpener-799ccb3b4c0ba02423ce610ae0360f87-1 {}] regionserver.HStore(327): Store=799ccb3b4c0ba02423ce610ae0360f87/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:17:45,580 INFO [StoreOpener-799ccb3b4c0ba02423ce610ae0360f87-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 799ccb3b4c0ba02423ce610ae0360f87 2024-11-13T10:17:45,581 INFO [StoreOpener-799ccb3b4c0ba02423ce610ae0360f87-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 799ccb3b4c0ba02423ce610ae0360f87 columnFamilyName f1 2024-11-13T10:17:45,581 DEBUG [StoreOpener-799ccb3b4c0ba02423ce610ae0360f87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:45,582 INFO [StoreOpener-799ccb3b4c0ba02423ce610ae0360f87-1 {}] regionserver.HStore(327): Store=799ccb3b4c0ba02423ce610ae0360f87/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:17:45,582 INFO [StoreOpener-799ccb3b4c0ba02423ce610ae0360f87-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 799ccb3b4c0ba02423ce610ae0360f87 2024-11-13T10:17:45,583 INFO [StoreOpener-799ccb3b4c0ba02423ce610ae0360f87-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 799ccb3b4c0ba02423ce610ae0360f87 columnFamilyName norep 2024-11-13T10:17:45,583 DEBUG [StoreOpener-799ccb3b4c0ba02423ce610ae0360f87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:45,583 INFO [StoreOpener-799ccb3b4c0ba02423ce610ae0360f87-1 {}] regionserver.HStore(327): Store=799ccb3b4c0ba02423ce610ae0360f87/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:17:45,583 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 799ccb3b4c0ba02423ce610ae0360f87 2024-11-13T10:17:45,585 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/data/default/test/799ccb3b4c0ba02423ce610ae0360f87 2024-11-13T10:17:45,585 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/data/default/test/799ccb3b4c0ba02423ce610ae0360f87 2024-11-13T10:17:45,586 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 799ccb3b4c0ba02423ce610ae0360f87 2024-11-13T10:17:45,586 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 799ccb3b4c0ba02423ce610ae0360f87 2024-11-13T10:17:45,587 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T10:17:45,588 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 799ccb3b4c0ba02423ce610ae0360f87 2024-11-13T10:17:45,590 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/data/default/test/799ccb3b4c0ba02423ce610ae0360f87/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:17:45,591 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 799ccb3b4c0ba02423ce610ae0360f87; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66796961, jitterRate=-0.0046477168798446655}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T10:17:45,591 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 799ccb3b4c0ba02423ce610ae0360f87 2024-11-13T10:17:45,591 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 799ccb3b4c0ba02423ce610ae0360f87: Running coprocessor pre-open hook at 1731493065576Writing region info on filesystem at 1731493065576Initializing all the Stores at 1731493065577 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493065577Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493065577Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493065577Cleaning up temporary data from old regions at 1731493065586 (+9 ms)Running coprocessor post-open hooks at 1731493065591 (+5 ms)Region opened successfully at 1731493065591 2024-11-13T10:17:45,592 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731493064425.799ccb3b4c0ba02423ce610ae0360f87., pid=6, masterSystemTime=1731493065569 2024-11-13T10:17:45,594 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731493064425.799ccb3b4c0ba02423ce610ae0360f87. 2024-11-13T10:17:45,594 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731493064425.799ccb3b4c0ba02423ce610ae0360f87. 2024-11-13T10:17:45,595 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=799ccb3b4c0ba02423ce610ae0360f87, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=770665a7984d,33115,1731493059198 2024-11-13T10:17:45,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 799ccb3b4c0ba02423ce610ae0360f87, server=770665a7984d,33115,1731493059198 because future has completed 2024-11-13T10:17:45,601 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T10:17:45,601 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 799ccb3b4c0ba02423ce610ae0360f87, server=770665a7984d,33115,1731493059198 in 183 msec 2024-11-13T10:17:45,604 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T10:17:45,604 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=799ccb3b4c0ba02423ce610ae0360f87, ASSIGN in 343 msec 2024-11-13T10:17:45,605 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T10:17:45,605 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731493065605"}]},"ts":"1731493065605"} 2024-11-13T10:17:45,607 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T10:17:45,608 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T10:17:45,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1820 sec 2024-11-13T10:17:46,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38265 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:17:46,582 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T10:17:46,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bfba8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:17:46,583 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,43027,-1 for getting cluster id 2024-11-13T10:17:46,583 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:17:46,584 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aef9db56-a972-4748-b9d1-3334512985c9' 2024-11-13T10:17:46,584 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:17:46,585 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aef9db56-a972-4748-b9d1-3334512985c9" 2024-11-13T10:17:46,585 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26bc38b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:17:46,585 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,43027,-1] 2024-11-13T10:17:46,585 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:17:46,585 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:46,586 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:17:46,587 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@573995eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:17:46,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7494ae6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:17:46,588 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,38265,-1 for getting cluster id 2024-11-13T10:17:46,588 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:17:46,589 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a354e476-81bb-4692-b174-ee0012db1e0b' 2024-11-13T10:17:46,590 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:17:46,590 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a354e476-81bb-4692-b174-ee0012db1e0b" 2024-11-13T10:17:46,590 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13449d6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:17:46,590 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,38265,-1] 2024-11-13T10:17:46,590 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:17:46,590 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:46,591 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:17:46,592 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d1eab88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:17:46,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f75b96d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:17:46,593 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,43027,-1 for getting cluster id 2024-11-13T10:17:46,594 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:17:46,594 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aef9db56-a972-4748-b9d1-3334512985c9' 2024-11-13T10:17:46,594 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:17:46,594 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aef9db56-a972-4748-b9d1-3334512985c9" 2024-11-13T10:17:46,595 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f2c79a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:17:46,595 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,43027,-1] 2024-11-13T10:17:46,595 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:17:46,595 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:46,596 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:17:46,596 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f23ef88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:17:46,598 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:17:46,600 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,43027,1731493054826 2024-11-13T10:17:46,600 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58733fdd 2024-11-13T10:17:46,600 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:17:46,601 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T10:17:46,602 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43027 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://770665a7984d:38265,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-13T10:17:46,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43027 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T10:17:46,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T10:17:46,606 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='770665a7984d:38265' 2024-11-13T10:17:46,607 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a834b06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:17:46,608 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,38265,-1 for getting cluster id 2024-11-13T10:17:46,608 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:17:46,609 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a354e476-81bb-4692-b174-ee0012db1e0b' 2024-11-13T10:17:46,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:17:46,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a354e476-81bb-4692-b174-ee0012db1e0b" 2024-11-13T10:17:46,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d159d10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:17:46,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,38265,-1] 2024-11-13T10:17:46,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:17:46,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:46,612 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:17:46,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@490eb137, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:17:46,613 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:17:46,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,38265,1731493059150 2024-11-13T10:17:46,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77fac5f2 2024-11-13T10:17:46,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:17:46,616 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T10:17:46,616 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-13T10:17:46,617 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T10:17:46,617 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:46,617 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:46,617 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:17:46,617 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T10:17:46,619 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T10:17:46,620 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T10:17:46,620 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:46,622 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T10:17:46,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37729 is added to blk_1073741837_1013 (size=1138) 2024-11-13T10:17:46,633 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 191dddfeba6f4b030fb353bde05cdc26, NAME => 'hbase:replication,,1731493066617.191dddfeba6f4b030fb353bde05cdc26.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094 2024-11-13T10:17:46,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37729 is added to blk_1073741838_1014 (size=44) 2024-11-13T10:17:46,669 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T10:17:46,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T10:17:46,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T10:17:47,048 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731493066617.191dddfeba6f4b030fb353bde05cdc26.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:17:47,048 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 191dddfeba6f4b030fb353bde05cdc26, disabling compactions & flushes 2024-11-13T10:17:47,048 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731493066617.191dddfeba6f4b030fb353bde05cdc26. 2024-11-13T10:17:47,049 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731493066617.191dddfeba6f4b030fb353bde05cdc26. 2024-11-13T10:17:47,049 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731493066617.191dddfeba6f4b030fb353bde05cdc26. after waiting 0 ms 2024-11-13T10:17:47,049 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731493066617.191dddfeba6f4b030fb353bde05cdc26. 2024-11-13T10:17:47,049 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731493066617.191dddfeba6f4b030fb353bde05cdc26. 2024-11-13T10:17:47,049 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 191dddfeba6f4b030fb353bde05cdc26: Waiting for close lock at 1731493067048Disabling compacts and flushes for region at 1731493067048Disabling writes for close at 1731493067049 (+1 ms)Writing region close event to WAL at 1731493067049Closed at 1731493067049 2024-11-13T10:17:47,050 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T10:17:47,051 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731493066617.191dddfeba6f4b030fb353bde05cdc26.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731493067050"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731493067050"}]},"ts":"1731493067050"} 2024-11-13T10:17:47,053 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T10:17:47,054 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T10:17:47,055 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731493067055"}]},"ts":"1731493067055"} 2024-11-13T10:17:47,057 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T10:17:47,057 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=191dddfeba6f4b030fb353bde05cdc26, ASSIGN}] 2024-11-13T10:17:47,059 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=191dddfeba6f4b030fb353bde05cdc26, ASSIGN 2024-11-13T10:17:47,060 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=191dddfeba6f4b030fb353bde05cdc26, ASSIGN; state=OFFLINE, location=770665a7984d,43829,1731493054874; forceNewPlan=false, retain=false 2024-11-13T10:17:47,073 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T10:17:47,210 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=191dddfeba6f4b030fb353bde05cdc26, regionState=OPENING, regionLocation=770665a7984d,43829,1731493054874 2024-11-13T10:17:47,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=191dddfeba6f4b030fb353bde05cdc26, ASSIGN because future has completed 2024-11-13T10:17:47,213 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 191dddfeba6f4b030fb353bde05cdc26, server=770665a7984d,43829,1731493054874}] 2024-11-13T10:17:47,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T10:17:47,370 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731493066617.191dddfeba6f4b030fb353bde05cdc26. 2024-11-13T10:17:47,370 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:17:47,370 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T10:17:47,372 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=770665a7984d%2C43829%2C1731493054874.rep, suffix=, logDir=hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/WALs/770665a7984d,43829,1731493054874, archiveDir=hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/oldWALs, maxLogs=10 2024-11-13T10:17:47,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/WALs/770665a7984d,43829,1731493054874/770665a7984d%2C43829%2C1731493054874.rep.1731493067372, exclude list is [], retry=0 2024-11-13T10:17:47,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37729,DS-cec5016c-1fd6-42c4-9ded-12292415237e,DISK] 2024-11-13T10:17:47,390 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/WALs/770665a7984d,43829,1731493054874/770665a7984d%2C43829%2C1731493054874.rep.1731493067372 2024-11-13T10:17:47,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42513:42513)] 2024-11-13T10:17:47,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 191dddfeba6f4b030fb353bde05cdc26, NAME => 'hbase:replication,,1731493066617.191dddfeba6f4b030fb353bde05cdc26.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:17:47,391 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T10:17:47,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T10:17:47,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731493066617.191dddfeba6f4b030fb353bde05cdc26. service=MultiRowMutationService 2024-11-13T10:17:47,391 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T10:17:47,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 191dddfeba6f4b030fb353bde05cdc26 2024-11-13T10:17:47,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731493066617.191dddfeba6f4b030fb353bde05cdc26.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:17:47,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 191dddfeba6f4b030fb353bde05cdc26 2024-11-13T10:17:47,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 191dddfeba6f4b030fb353bde05cdc26 2024-11-13T10:17:47,393 INFO [StoreOpener-191dddfeba6f4b030fb353bde05cdc26-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 191dddfeba6f4b030fb353bde05cdc26 2024-11-13T10:17:47,395 INFO [StoreOpener-191dddfeba6f4b030fb353bde05cdc26-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 191dddfeba6f4b030fb353bde05cdc26 columnFamilyName hfileref 2024-11-13T10:17:47,395 DEBUG [StoreOpener-191dddfeba6f4b030fb353bde05cdc26-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:47,395 INFO [StoreOpener-191dddfeba6f4b030fb353bde05cdc26-1 {}] regionserver.HStore(327): Store=191dddfeba6f4b030fb353bde05cdc26/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:17:47,395 INFO [StoreOpener-191dddfeba6f4b030fb353bde05cdc26-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 191dddfeba6f4b030fb353bde05cdc26 2024-11-13T10:17:47,397 INFO [StoreOpener-191dddfeba6f4b030fb353bde05cdc26-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 191dddfeba6f4b030fb353bde05cdc26 columnFamilyName queue 2024-11-13T10:17:47,397 DEBUG [StoreOpener-191dddfeba6f4b030fb353bde05cdc26-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:47,397 INFO [StoreOpener-191dddfeba6f4b030fb353bde05cdc26-1 {}] regionserver.HStore(327): Store=191dddfeba6f4b030fb353bde05cdc26/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:17:47,397 INFO [StoreOpener-191dddfeba6f4b030fb353bde05cdc26-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 191dddfeba6f4b030fb353bde05cdc26 2024-11-13T10:17:47,398 INFO [StoreOpener-191dddfeba6f4b030fb353bde05cdc26-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 191dddfeba6f4b030fb353bde05cdc26 columnFamilyName sid 2024-11-13T10:17:47,398 DEBUG [StoreOpener-191dddfeba6f4b030fb353bde05cdc26-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:17:47,399 INFO [StoreOpener-191dddfeba6f4b030fb353bde05cdc26-1 {}] regionserver.HStore(327): Store=191dddfeba6f4b030fb353bde05cdc26/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:17:47,399 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 191dddfeba6f4b030fb353bde05cdc26 2024-11-13T10:17:47,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/data/hbase/replication/191dddfeba6f4b030fb353bde05cdc26 2024-11-13T10:17:47,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/data/hbase/replication/191dddfeba6f4b030fb353bde05cdc26 2024-11-13T10:17:47,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 191dddfeba6f4b030fb353bde05cdc26 2024-11-13T10:17:47,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 191dddfeba6f4b030fb353bde05cdc26 2024-11-13T10:17:47,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T10:17:47,404 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 191dddfeba6f4b030fb353bde05cdc26 2024-11-13T10:17:47,406 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/data/hbase/replication/191dddfeba6f4b030fb353bde05cdc26/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:17:47,406 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 191dddfeba6f4b030fb353bde05cdc26; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67109761, jitterRate=1.3366341590881348E-5}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T10:17:47,406 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 191dddfeba6f4b030fb353bde05cdc26 2024-11-13T10:17:47,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 191dddfeba6f4b030fb353bde05cdc26: Running coprocessor pre-open hook at 1731493067392Writing region info on filesystem at 1731493067392Initializing all the Stores at 1731493067392Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493067392Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493067392Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493067392Cleaning up temporary data from old regions at 1731493067402 (+10 ms)Running coprocessor post-open hooks at 1731493067406 (+4 ms)Region opened successfully at 1731493067408 (+2 ms) 2024-11-13T10:17:47,409 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731493066617.191dddfeba6f4b030fb353bde05cdc26., pid=10, masterSystemTime=1731493067365 2024-11-13T10:17:47,411 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731493066617.191dddfeba6f4b030fb353bde05cdc26. 2024-11-13T10:17:47,411 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731493066617.191dddfeba6f4b030fb353bde05cdc26. 2024-11-13T10:17:47,411 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=191dddfeba6f4b030fb353bde05cdc26, regionState=OPEN, openSeqNum=2, regionLocation=770665a7984d,43829,1731493054874 2024-11-13T10:17:47,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 191dddfeba6f4b030fb353bde05cdc26, server=770665a7984d,43829,1731493054874 because future has completed 2024-11-13T10:17:47,417 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T10:17:47,417 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 191dddfeba6f4b030fb353bde05cdc26, server=770665a7984d,43829,1731493054874 in 202 msec 2024-11-13T10:17:47,419 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T10:17:47,419 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=191dddfeba6f4b030fb353bde05cdc26, ASSIGN in 360 msec 2024-11-13T10:17:47,420 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T10:17:47,420 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731493067420"}]},"ts":"1731493067420"} 2024-11-13T10:17:47,423 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T10:17:47,424 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T10:17:47,426 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 807 msec 2024-11-13T10:17:47,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731493066617.191dddfeba6f4b030fb353bde05cdc26., hostname=770665a7984d,43829,1731493054874, seqNum=2] 2024-11-13T10:17:47,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43829-0x10110d52ecf0001, quorum=127.0.0.1:50230, baseZNode=/0510761479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0510761479 2024-11-13T10:17:47,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43027-0x10110d52ecf0000, quorum=127.0.0.1:50230, baseZNode=/0510761479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0510761479 2024-11-13T10:17:47,488 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T10:17:47,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43829 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T10:17:47,641 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T10:17:47,676 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-770665a7984d,43829,1731493054874, ReplicationSource: 1, currentBandwidth=0 2024-11-13T10:17:47,676 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:17:47,676 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,43829,1731493054874, seqNum=-1] 2024-11-13T10:17:47,676 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:17:47,678 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58973, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-13T10:17:47,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-770665a7984d,43829,1731493054874', locateType=CURRENT is [region=hbase:replication,,1731493066617.191dddfeba6f4b030fb353bde05cdc26., hostname=770665a7984d,43829,1731493054874, seqNum=2] 2024-11-13T10:17:47,681 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T10:17:47,683 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T10:17:47,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43027 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T10:17:47,685 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 770665a7984d,43829,1731493054874 suceeded 2024-11-13T10:17:47,689 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T10:17:47,689 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-11-13T10:17:47,689 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://770665a7984d:38265,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-13T10:17:47,690 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0870 sec 2024-11-13T10:17:47,699 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43829,1731493054874 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='770665a7984d:38265' 2024-11-13T10:17:47,701 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43829,1731493054874 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20b4ffe2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:17:47,701 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43829,1731493054874 {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,38265,-1 for getting cluster id 2024-11-13T10:17:47,701 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43829,1731493054874 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:17:47,702 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a354e476-81bb-4692-b174-ee0012db1e0b' 2024-11-13T10:17:47,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:17:47,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a354e476-81bb-4692-b174-ee0012db1e0b" 2024-11-13T10:17:47,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45cece5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:17:47,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:17:47,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,38265,-1] 2024-11-13T10:17:47,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:17:47,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:17:47,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:47,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:17:47,703 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:17:47,704 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43829,1731493054874 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41b6f8a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:17:47,704 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43829,1731493054874 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:17:47,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,38265,1731493059150 2024-11-13T10:17:47,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f7ff2c5 2024-11-13T10:17:47,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:17:47,707 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-13T10:17:47,708 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43829,1731493054874 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-770665a7984d,43829,1731493054874 (queues=1) is replicating from cluster=aef9db56-a972-4748-b9d1-3334512985c9 to cluster=a354e476-81bb-4692-b174-ee0012db1e0b 2024-11-13T10:17:47,708 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43829,1731493054874 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=770665a7984d%2C43829%2C1731493054874 2024-11-13T10:17:47,708 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43829,1731493054874 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-770665a7984d,43829,1731493054874, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T10:17:47,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:17:47,711 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43829,1731493054874.replicationSource.wal-reader.770665a7984d%2C43829%2C1731493054874,1-770665a7984d,43829,1731493054874 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/WALs/770665a7984d,43829,1731493054874/770665a7984d%2C43829%2C1731493054874.1731493056885, startPosition=0, beingWritten=true 2024-11-13T10:17:47,712 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43829,1731493054874.replicationSource.shipper770665a7984d%2C43829%2C1731493054874,1-770665a7984d,43829,1731493054874 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 770665a7984d%2C43829%2C1731493054874 2024-11-13T10:17:47,723 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43829,1731493054874.replicationSource.wal-reader.770665a7984d%2C43829%2C1731493054874,1-770665a7984d,43829,1731493054874 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T10:17:47,723 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43829,1731493054874.replicationSource.wal-reader.770665a7984d%2C43829%2C1731493054874,1-770665a7984d,43829,1731493054874 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/WALs/770665a7984d,43829,1731493054874/770665a7984d%2C43829%2C1731493054874.1731493056885 to pos 379, reset compression=false 2024-11-13T10:17:47,723 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43829,1731493054874.replicationSource.shipper770665a7984d%2C43829%2C1731493054874,1-770665a7984d,43829,1731493054874 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-770665a7984d,43829,1731493054874 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/WALs/770665a7984d,43829,1731493054874/770665a7984d%2C43829%2C1731493054874.1731493056885, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T10:17:47,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43027 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T10:17:47,743 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T10:17:47,743 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T10:17:47,743 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:17:47,743 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:47,743 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:47,743 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:17:47,743 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:17:47,749 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731493067748/Put/seqid=0 2024-11-13T10:17:47,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37729 is added to blk_1073741840_1016 (size=7894) 2024-11-13T10:17:47,930 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43829,1731493054874.replicationSource.wal-reader.770665a7984d%2C43829%2C1731493054874,1-770665a7984d,43829,1731493054874 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/WALs/770665a7984d,43829,1731493054874/770665a7984d%2C43829%2C1731493054874.1731493056885 to pos 379, reset compression=false 2024-11-13T10:17:48,158 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/load_f/f/hfile_1 is 34, key is ddd/f:row/1731493068156/Put/seqid=0 2024-11-13T10:17:48,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37729 is added to blk_1073741841_1017 (size=7691) 2024-11-13T10:17:48,236 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43829,1731493054874.replicationSource.wal-reader.770665a7984d%2C43829%2C1731493054874,1-770665a7984d,43829,1731493054874 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/WALs/770665a7984d,43829,1731493054874/770665a7984d%2C43829%2C1731493054874.1731493056885 to pos 379, reset compression=false 2024-11-13T10:17:48,568 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c9c64d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:17:48,568 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,43027,-1 for getting cluster id 2024-11-13T10:17:48,568 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:17:48,569 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aef9db56-a972-4748-b9d1-3334512985c9' 2024-11-13T10:17:48,569 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:17:48,570 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aef9db56-a972-4748-b9d1-3334512985c9" 2024-11-13T10:17:48,570 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28fd5845, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:17:48,570 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,43027,-1] 2024-11-13T10:17:48,570 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:17:48,571 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:48,572 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:17:48,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ea7046c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:17:48,573 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:17:48,574 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,43829,1731493054874, seqNum=-1] 2024-11-13T10:17:48,574 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:17:48,575 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:17:48,585 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:17:48,585 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,43027,1731493054826 2024-11-13T10:17:48,585 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50fe1b84 2024-11-13T10:17:48,588 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:17:48,589 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T10:17:48,595 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731493062266.82b48427f675fb2e3ab023785c574483., hostname=770665a7984d,43829,1731493054874, seqNum=2] 2024-11-13T10:17:48,606 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T10:17:48,620 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-13T10:17:48,623 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-13T10:17:48,639 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/load_f/f/hfile_0 for inclusion in 82b48427f675fb2e3ab023785c574483/f 2024-11-13T10:17:48,640 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43829,1731493054874.replicationSource.wal-reader.770665a7984d%2C43829%2C1731493054874,1-770665a7984d,43829,1731493054874 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/WALs/770665a7984d,43829,1731493054874/770665a7984d%2C43829%2C1731493054874.1731493056885 to pos 379, reset compression=false 2024-11-13T10:17:48,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-13T10:17:48,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T10:17:48,646 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/load_f/f/hfile_1 for inclusion in 82b48427f675fb2e3ab023785c574483/f 2024-11-13T10:17:48,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-13T10:17:48,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T10:17:48,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.HRegion(2603): Flush status journal for 82b48427f675fb2e3ab023785c574483: 2024-11-13T10:17:48,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/load_f/f/hfile_0 to hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/staging/jenkins__test__3n65jahs3hgl7qebckhh4npsiptapma51mkatllq03m4d0qcheqq57r5gr7bhtou/f/hfile_0 2024-11-13T10:17:48,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/staging/jenkins__test__3n65jahs3hgl7qebckhh4npsiptapma51mkatllq03m4d0qcheqq57r5gr7bhtou/f/hfile_0 as hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/data/default/test/82b48427f675fb2e3ab023785c574483/f/6399eb863c644074b88479c1982be6f5_SeqId_4_ 2024-11-13T10:17:48,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/load_f/f/hfile_1 to hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/staging/jenkins__test__3n65jahs3hgl7qebckhh4npsiptapma51mkatllq03m4d0qcheqq57r5gr7bhtou/f/hfile_1 2024-11-13T10:17:48,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/staging/jenkins__test__3n65jahs3hgl7qebckhh4npsiptapma51mkatllq03m4d0qcheqq57r5gr7bhtou/f/hfile_1 as hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/data/default/test/82b48427f675fb2e3ab023785c574483/f/49cc617bfd9c4a32bee4fc33d4d47940_SeqId_4_ 2024-11-13T10:17:48,681 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/staging/jenkins__test__3n65jahs3hgl7qebckhh4npsiptapma51mkatllq03m4d0qcheqq57r5gr7bhtou/f/hfile_0 into 82b48427f675fb2e3ab023785c574483/f as hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/data/default/test/82b48427f675fb2e3ab023785c574483/f/6399eb863c644074b88479c1982be6f5_SeqId_4_ - updating store file list. 2024-11-13T10:17:48,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6399eb863c644074b88479c1982be6f5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T10:17:48,689 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/data/default/test/82b48427f675fb2e3ab023785c574483/f/6399eb863c644074b88479c1982be6f5_SeqId_4_ into 82b48427f675fb2e3ab023785c574483/f 2024-11-13T10:17:48,689 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/staging/jenkins__test__3n65jahs3hgl7qebckhh4npsiptapma51mkatllq03m4d0qcheqq57r5gr7bhtou/f/hfile_0 into 82b48427f675fb2e3ab023785c574483/f (new location: hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/data/default/test/82b48427f675fb2e3ab023785c574483/f/6399eb863c644074b88479c1982be6f5_SeqId_4_) 2024-11-13T10:17:48,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/staging/jenkins__test__3n65jahs3hgl7qebckhh4npsiptapma51mkatllq03m4d0qcheqq57r5gr7bhtou/f/hfile_0 2024-11-13T10:17:48,691 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/staging/jenkins__test__3n65jahs3hgl7qebckhh4npsiptapma51mkatllq03m4d0qcheqq57r5gr7bhtou/f/hfile_1 into 82b48427f675fb2e3ab023785c574483/f as hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/data/default/test/82b48427f675fb2e3ab023785c574483/f/49cc617bfd9c4a32bee4fc33d4d47940_SeqId_4_ - updating store file list. 2024-11-13T10:17:48,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 49cc617bfd9c4a32bee4fc33d4d47940_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T10:17:48,697 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/data/default/test/82b48427f675fb2e3ab023785c574483/f/49cc617bfd9c4a32bee4fc33d4d47940_SeqId_4_ into 82b48427f675fb2e3ab023785c574483/f 2024-11-13T10:17:48,697 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/staging/jenkins__test__3n65jahs3hgl7qebckhh4npsiptapma51mkatllq03m4d0qcheqq57r5gr7bhtou/f/hfile_1 into 82b48427f675fb2e3ab023785c574483/f (new location: hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/data/default/test/82b48427f675fb2e3ab023785c574483/f/49cc617bfd9c4a32bee4fc33d4d47940_SeqId_4_) 2024-11-13T10:17:48,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/staging/jenkins__test__3n65jahs3hgl7qebckhh4npsiptapma51mkatllq03m4d0qcheqq57r5gr7bhtou/f/hfile_1 2024-11-13T10:17:48,709 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T10:17:48,709 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:17:48,709 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:48,709 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:48,709 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:17:48,710 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:17:48,711 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731493062266.82b48427f675fb2e3ab023785c574483., hostname=770665a7984d,43829,1731493054874, seqNum=2 , the old value is region=test,,1731493062266.82b48427f675fb2e3ab023785c574483., hostname=770665a7984d,43829,1731493054874, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=770665a7984d:43829 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T10:17:48,712 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,33115,1731493059198, seqNum=-1] 2024-11-13T10:17:48,712 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731493062266.82b48427f675fb2e3ab023785c574483., hostname=770665a7984d,43829,1731493054874, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T10:17:48,712 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731493062266.82b48427f675fb2e3ab023785c574483., hostname=770665a7984d,43829,1731493054874, seqNum=2 from cache 2024-11-13T10:17:48,712 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:17:48,715 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:17:48,717 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731493064425.799ccb3b4c0ba02423ce610ae0360f87., hostname=770665a7984d,33115,1731493059198, seqNum=2] 2024-11-13T10:17:48,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:38508 deadline: 1731493128709 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:38508 2024-11-13T10:17:48,719 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T10:17:48,826 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=770665a7984d:43829 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-13T10:17:49,144 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43829,1731493054874.replicationSource.wal-reader.770665a7984d%2C43829%2C1731493054874,1-770665a7984d,43829,1731493054874 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/WALs/770665a7984d,43829,1731493054874/770665a7984d%2C43829%2C1731493054874.1731493056885 to pos 379, reset compression=false 2024-11-13T10:17:49,151 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43829,1731493054874.replicationSource.wal-reader.770665a7984d%2C43829%2C1731493054874,1-770665a7984d,43829,1731493054874 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T10:17:49,151 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43829,1731493054874.replicationSource.shipper770665a7984d%2C43829%2C1731493054874,1-770665a7984d,43829,1731493054874 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-770665a7984d,43829,1731493054874 got entry batch from reader: WALEntryBatch [walEntries=[{test/82b48427f675fb2e3ab023785c574483/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731493068702/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/WALs/770665a7984d,43829,1731493054874/770665a7984d%2C43829%2C1731493054874.1731493056885, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-13T10:17:49,172 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43829,1731493054874.replicationSource.shipper770665a7984d%2C43829%2C1731493054874,1-770665a7984d,43829,1731493054874 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T10:17:49,174 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-13T10:17:49,176 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33115 {}] regionserver.ReplicationSink(318): Replicating [aef9db56-a972-4748-b9d1-3334512985c9] bulk loaded data 2024-11-13T10:17:49,178 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33115 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26a2d763, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:17:49,178 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33115 {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,38265,-1 for getting cluster id 2024-11-13T10:17:49,178 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33115 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:17:49,179 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a354e476-81bb-4692-b174-ee0012db1e0b' 2024-11-13T10:17:49,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:17:49,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a354e476-81bb-4692-b174-ee0012db1e0b" 2024-11-13T10:17:49,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62b77660, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:17:49,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,38265,-1] 2024-11-13T10:17:49,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:17:49,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:49,180 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:17:49,181 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33115 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20bb8969, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:17:49,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741837_1013 (size=7894) 2024-11-13T10:17:49,351 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43829,1731493054874.replicationSource.wal-reader.770665a7984d%2C43829%2C1731493054874,1-770665a7984d,43829,1731493054874 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/WALs/770665a7984d,43829,1731493054874/770665a7984d%2C43829%2C1731493054874.1731493056885 to pos 687, reset compression=false 2024-11-13T10:17:49,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741838_1014 (size=7691) 2024-11-13T10:17:49,656 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43829,1731493054874.replicationSource.wal-reader.770665a7984d%2C43829%2C1731493054874,1-770665a7984d,43829,1731493054874 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/WALs/770665a7984d,43829,1731493054874/770665a7984d%2C43829%2C1731493054874.1731493056885 to pos 687, reset compression=false 2024-11-13T10:17:49,721 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T10:17:50,009 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33115 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:17:50,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,38265,1731493059150 2024-11-13T10:17:50,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34141989 2024-11-13T10:17:50,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:17:50,012 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-13T10:17:50,014 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33115 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T10:17:50,014 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33115 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:17:50,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,33115,1731493059198, seqNum=-1] 2024-11-13T10:17:50,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:17:50,017 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-13T10:17:50,024 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/staging/jenkins.hfs.6__test__7altvlisqbu4ot604gge9j5t41b363e8krbo27u4sh0douplukkmabftgd1mikb2/f/49cc617bfd9c4a32bee4fc33d4d47940_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-13T10:17:50,027 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/staging/jenkins.hfs.6__test__7altvlisqbu4ot604gge9j5t41b363e8krbo27u4sh0douplukkmabftgd1mikb2/f/6399eb863c644074b88479c1982be6f5_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-13T10:17:50,033 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33115 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/staging/jenkins.hfs.6__test__7altvlisqbu4ot604gge9j5t41b363e8krbo27u4sh0douplukkmabftgd1mikb2/f/49cc617bfd9c4a32bee4fc33d4d47940_SeqId_4_ for inclusion in 799ccb3b4c0ba02423ce610ae0360f87/f 2024-11-13T10:17:50,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33115 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-13T10:17:50,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33115 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T10:17:50,037 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33115 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/staging/jenkins.hfs.6__test__7altvlisqbu4ot604gge9j5t41b363e8krbo27u4sh0douplukkmabftgd1mikb2/f/6399eb863c644074b88479c1982be6f5_SeqId_4_ for inclusion in 799ccb3b4c0ba02423ce610ae0360f87/f 2024-11-13T10:17:50,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33115 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-13T10:17:50,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33115 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T10:17:50,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33115 {}] regionserver.HRegion(2603): Flush status journal for 799ccb3b4c0ba02423ce610ae0360f87: 2024-11-13T10:17:50,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33115 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 49cc617bfd9c4a32bee4fc33d4d47940_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-13T10:17:50,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33115 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/staging/jenkins.hfs.6__test__7altvlisqbu4ot604gge9j5t41b363e8krbo27u4sh0douplukkmabftgd1mikb2/f/49cc617bfd9c4a32bee4fc33d4d47940_SeqId_4_ as hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/data/default/test/799ccb3b4c0ba02423ce610ae0360f87/f/8778a25f26a24d50adcb4f79ee1fcf0c_SeqId_4_ 2024-11-13T10:17:50,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33115 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 6399eb863c644074b88479c1982be6f5_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-13T10:17:50,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33115 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/staging/jenkins.hfs.6__test__7altvlisqbu4ot604gge9j5t41b363e8krbo27u4sh0douplukkmabftgd1mikb2/f/6399eb863c644074b88479c1982be6f5_SeqId_4_ as hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/data/default/test/799ccb3b4c0ba02423ce610ae0360f87/f/8123ce61ef9b4ff5b0d292833a9e7fc3_SeqId_4_ 2024-11-13T10:17:50,044 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33115 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/staging/jenkins.hfs.6__test__7altvlisqbu4ot604gge9j5t41b363e8krbo27u4sh0douplukkmabftgd1mikb2/f/49cc617bfd9c4a32bee4fc33d4d47940_SeqId_4_ into 799ccb3b4c0ba02423ce610ae0360f87/f as hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/data/default/test/799ccb3b4c0ba02423ce610ae0360f87/f/8778a25f26a24d50adcb4f79ee1fcf0c_SeqId_4_ - updating store file list. 2024-11-13T10:17:50,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33115 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8778a25f26a24d50adcb4f79ee1fcf0c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T10:17:50,050 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33115 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/data/default/test/799ccb3b4c0ba02423ce610ae0360f87/f/8778a25f26a24d50adcb4f79ee1fcf0c_SeqId_4_ into 799ccb3b4c0ba02423ce610ae0360f87/f 2024-11-13T10:17:50,050 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33115 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/staging/jenkins.hfs.6__test__7altvlisqbu4ot604gge9j5t41b363e8krbo27u4sh0douplukkmabftgd1mikb2/f/49cc617bfd9c4a32bee4fc33d4d47940_SeqId_4_ into 799ccb3b4c0ba02423ce610ae0360f87/f (new location: hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/data/default/test/799ccb3b4c0ba02423ce610ae0360f87/f/8778a25f26a24d50adcb4f79ee1fcf0c_SeqId_4_) 2024-11-13T10:17:50,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33115 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/staging/jenkins.hfs.6__test__7altvlisqbu4ot604gge9j5t41b363e8krbo27u4sh0douplukkmabftgd1mikb2/f/49cc617bfd9c4a32bee4fc33d4d47940_SeqId_4_ 2024-11-13T10:17:50,051 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33115 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/staging/jenkins.hfs.6__test__7altvlisqbu4ot604gge9j5t41b363e8krbo27u4sh0douplukkmabftgd1mikb2/f/6399eb863c644074b88479c1982be6f5_SeqId_4_ into 799ccb3b4c0ba02423ce610ae0360f87/f as hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/data/default/test/799ccb3b4c0ba02423ce610ae0360f87/f/8123ce61ef9b4ff5b0d292833a9e7fc3_SeqId_4_ - updating store file list. 2024-11-13T10:17:50,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33115 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8123ce61ef9b4ff5b0d292833a9e7fc3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T10:17:50,056 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33115 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/data/default/test/799ccb3b4c0ba02423ce610ae0360f87/f/8123ce61ef9b4ff5b0d292833a9e7fc3_SeqId_4_ into 799ccb3b4c0ba02423ce610ae0360f87/f 2024-11-13T10:17:50,056 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33115 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/staging/jenkins.hfs.6__test__7altvlisqbu4ot604gge9j5t41b363e8krbo27u4sh0douplukkmabftgd1mikb2/f/6399eb863c644074b88479c1982be6f5_SeqId_4_ into 799ccb3b4c0ba02423ce610ae0360f87/f (new location: hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/data/default/test/799ccb3b4c0ba02423ce610ae0360f87/f/8123ce61ef9b4ff5b0d292833a9e7fc3_SeqId_4_) 2024-11-13T10:17:50,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33115 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/staging/jenkins.hfs.6__test__7altvlisqbu4ot604gge9j5t41b363e8krbo27u4sh0douplukkmabftgd1mikb2/f/6399eb863c644074b88479c1982be6f5_SeqId_4_ 2024-11-13T10:17:50,058 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33115 {}] regionserver.ReplicationSink(324): Finished replicating [aef9db56-a972-4748-b9d1-3334512985c9] bulk loaded data 2024-11-13T10:17:50,061 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43829,1731493054874.replicationSource.wal-reader.770665a7984d%2C43829%2C1731493054874,1-770665a7984d,43829,1731493054874 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/WALs/770665a7984d,43829,1731493054874/770665a7984d%2C43829%2C1731493054874.1731493056885 to pos 687, reset compression=false 2024-11-13T10:17:50,565 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43829,1731493054874.replicationSource.wal-reader.770665a7984d%2C43829%2C1731493054874,1-770665a7984d,43829,1731493054874 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/WALs/770665a7984d,43829,1731493054874/770665a7984d%2C43829%2C1731493054874.1731493056885 to pos 687, reset compression=false 2024-11-13T10:17:50,737 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:17:50,741 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731493070740/Put/seqid=0 2024-11-13T10:17:50,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37729 is added to blk_1073741842_1018 (size=7997) 2024-11-13T10:17:51,151 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731493071150/Put/seqid=0 2024-11-13T10:17:51,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37729 is added to blk_1073741843_1019 (size=7794) 2024-11-13T10:17:51,170 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43829,1731493054874.replicationSource.wal-reader.770665a7984d%2C43829%2C1731493054874,1-770665a7984d,43829,1731493054874 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/WALs/770665a7984d,43829,1731493054874/770665a7984d%2C43829%2C1731493054874.1731493056885 to pos 687, reset compression=false 2024-11-13T10:17:51,557 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c6585b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:17:51,557 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,43027,-1 for getting cluster id 2024-11-13T10:17:51,557 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:17:51,558 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aef9db56-a972-4748-b9d1-3334512985c9' 2024-11-13T10:17:51,559 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:17:51,559 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aef9db56-a972-4748-b9d1-3334512985c9" 2024-11-13T10:17:51,559 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ab66f29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:17:51,559 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,43027,-1] 2024-11-13T10:17:51,559 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:17:51,560 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:51,560 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:17:51,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46361f83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:17:51,561 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:17:51,562 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,43829,1731493054874, seqNum=-1] 2024-11-13T10:17:51,563 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:17:51,564 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:17:51,573 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:17:51,574 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,43027,1731493054826 2024-11-13T10:17:51,574 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@329b91d7 2024-11-13T10:17:51,574 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:17:51,575 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T10:17:51,578 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731493062266.82b48427f675fb2e3ab023785c574483., hostname=770665a7984d,43829,1731493054874, seqNum=2] 2024-11-13T10:17:51,580 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T10:17:51,586 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-13T10:17:51,589 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-13T10:17:51,593 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/load_f1/f1/hfile_0 for inclusion in 82b48427f675fb2e3ab023785c574483/f1 2024-11-13T10:17:51,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-13T10:17:51,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T10:17:51,596 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/load_f1/f1/hfile_1 for inclusion in 82b48427f675fb2e3ab023785c574483/f1 2024-11-13T10:17:51,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-13T10:17:51,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T10:17:51,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.HRegion(2603): Flush status journal for 82b48427f675fb2e3ab023785c574483: 2024-11-13T10:17:51,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/load_f1/f1/hfile_0 to hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/staging/jenkins__test__d5tginlvilv9na580raf4u6an38vo23ehl6eibf0meb1rur3mi5s39o17jk26e39/f1/hfile_0 2024-11-13T10:17:51,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/staging/jenkins__test__d5tginlvilv9na580raf4u6an38vo23ehl6eibf0meb1rur3mi5s39o17jk26e39/f1/hfile_0 as hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/data/default/test/82b48427f675fb2e3ab023785c574483/f1/114aaa2437864da08306a5f7e8179d6e_SeqId_6_ 2024-11-13T10:17:51,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/load_f1/f1/hfile_1 to hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/staging/jenkins__test__d5tginlvilv9na580raf4u6an38vo23ehl6eibf0meb1rur3mi5s39o17jk26e39/f1/hfile_1 2024-11-13T10:17:51,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/staging/jenkins__test__d5tginlvilv9na580raf4u6an38vo23ehl6eibf0meb1rur3mi5s39o17jk26e39/f1/hfile_1 as hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/data/default/test/82b48427f675fb2e3ab023785c574483/f1/16a25aa091804c948173bafc8e30df7e_SeqId_6_ 2024-11-13T10:17:51,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-13T10:17:51,606 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/staging/jenkins__test__d5tginlvilv9na580raf4u6an38vo23ehl6eibf0meb1rur3mi5s39o17jk26e39/f1/hfile_0 into 82b48427f675fb2e3ab023785c574483/f1 as hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/data/default/test/82b48427f675fb2e3ab023785c574483/f1/114aaa2437864da08306a5f7e8179d6e_SeqId_6_ - updating store file list. 2024-11-13T10:17:51,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 114aaa2437864da08306a5f7e8179d6e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T10:17:51,611 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/data/default/test/82b48427f675fb2e3ab023785c574483/f1/114aaa2437864da08306a5f7e8179d6e_SeqId_6_ into 82b48427f675fb2e3ab023785c574483/f1 2024-11-13T10:17:51,611 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/staging/jenkins__test__d5tginlvilv9na580raf4u6an38vo23ehl6eibf0meb1rur3mi5s39o17jk26e39/f1/hfile_0 into 82b48427f675fb2e3ab023785c574483/f1 (new location: hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/data/default/test/82b48427f675fb2e3ab023785c574483/f1/114aaa2437864da08306a5f7e8179d6e_SeqId_6_) 2024-11-13T10:17:51,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/staging/jenkins__test__d5tginlvilv9na580raf4u6an38vo23ehl6eibf0meb1rur3mi5s39o17jk26e39/f1/hfile_0 2024-11-13T10:17:51,612 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/staging/jenkins__test__d5tginlvilv9na580raf4u6an38vo23ehl6eibf0meb1rur3mi5s39o17jk26e39/f1/hfile_1 into 82b48427f675fb2e3ab023785c574483/f1 as hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/data/default/test/82b48427f675fb2e3ab023785c574483/f1/16a25aa091804c948173bafc8e30df7e_SeqId_6_ - updating store file list. 2024-11-13T10:17:51,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 16a25aa091804c948173bafc8e30df7e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T10:17:51,617 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/data/default/test/82b48427f675fb2e3ab023785c574483/f1/16a25aa091804c948173bafc8e30df7e_SeqId_6_ into 82b48427f675fb2e3ab023785c574483/f1 2024-11-13T10:17:51,617 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/staging/jenkins__test__d5tginlvilv9na580raf4u6an38vo23ehl6eibf0meb1rur3mi5s39o17jk26e39/f1/hfile_1 into 82b48427f675fb2e3ab023785c574483/f1 (new location: hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/data/default/test/82b48427f675fb2e3ab023785c574483/f1/16a25aa091804c948173bafc8e30df7e_SeqId_6_) 2024-11-13T10:17:51,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43829 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/staging/jenkins__test__d5tginlvilv9na580raf4u6an38vo23ehl6eibf0meb1rur3mi5s39o17jk26e39/f1/hfile_1 2024-11-13T10:17:51,619 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T10:17:51,619 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:17:51,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:51,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:17:51,620 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731493062266.82b48427f675fb2e3ab023785c574483., hostname=770665a7984d,43829,1731493054874, seqNum=2 , the old value is region=test,,1731493062266.82b48427f675fb2e3ab023785c574483., hostname=770665a7984d,43829,1731493054874, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=770665a7984d:43829 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T10:17:51,620 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:17:51,620 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731493062266.82b48427f675fb2e3ab023785c574483., hostname=770665a7984d,43829,1731493054874, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T10:17:51,620 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731493062266.82b48427f675fb2e3ab023785c574483., hostname=770665a7984d,43829,1731493054874, seqNum=2 from cache 2024-11-13T10:17:51,620 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:17:51,622 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,43829,1731493054874, seqNum=-1] 2024-11-13T10:17:51,622 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T10:17:51,622 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:17:51,623 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:17:51,625 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731493062266.82b48427f675fb2e3ab023785c574483., hostname=770665a7984d,43829,1731493054874, seqNum=2] 2024-11-13T10:17:51,722 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=770665a7984d:43829 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-13T10:17:51,875 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43829,1731493054874.replicationSource.wal-reader.770665a7984d%2C43829%2C1731493054874,1-770665a7984d,43829,1731493054874 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/WALs/770665a7984d,43829,1731493054874/770665a7984d%2C43829%2C1731493054874.1731493056885 to pos 687, reset compression=false 2024-11-13T10:17:51,880 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43829,1731493054874.replicationSource.wal-reader.770665a7984d%2C43829%2C1731493054874,1-770665a7984d,43829,1731493054874 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T10:17:51,880 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43829,1731493054874.replicationSource.wal-reader.770665a7984d%2C43829%2C1731493054874,1-770665a7984d,43829,1731493054874 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/WALs/770665a7984d,43829,1731493054874/770665a7984d%2C43829%2C1731493054874.1731493056885 to pos 997, reset compression=false 2024-11-13T10:17:51,880 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43829,1731493054874.replicationSource.shipper770665a7984d%2C43829%2C1731493054874,1-770665a7984d,43829,1731493054874 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-770665a7984d,43829,1731493054874 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/WALs/770665a7984d,43829,1731493054874/770665a7984d%2C43829%2C1731493054874.1731493056885, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T10:17:52,084 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43829,1731493054874.replicationSource.wal-reader.770665a7984d%2C43829%2C1731493054874,1-770665a7984d,43829,1731493054874 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/WALs/770665a7984d,43829,1731493054874/770665a7984d%2C43829%2C1731493054874.1731493056885 to pos 997, reset compression=false 2024-11-13T10:17:52,389 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43829,1731493054874.replicationSource.wal-reader.770665a7984d%2C43829%2C1731493054874,1-770665a7984d,43829,1731493054874 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/WALs/770665a7984d,43829,1731493054874/770665a7984d%2C43829%2C1731493054874.1731493056885 to pos 997, reset compression=false 2024-11-13T10:17:52,793 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43829,1731493054874.replicationSource.wal-reader.770665a7984d%2C43829%2C1731493054874,1-770665a7984d,43829,1731493054874 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/WALs/770665a7984d,43829,1731493054874/770665a7984d%2C43829%2C1731493054874.1731493056885 to pos 997, reset compression=false 2024-11-13T10:17:52,893 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T10:17:52,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:17:52,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:17:52,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:17:52,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:17:53,298 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43829,1731493054874.replicationSource.wal-reader.770665a7984d%2C43829%2C1731493054874,1-770665a7984d,43829,1731493054874 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/WALs/770665a7984d,43829,1731493054874/770665a7984d%2C43829%2C1731493054874.1731493056885 to pos 997, reset compression=false 2024-11-13T10:17:53,902 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43829,1731493054874.replicationSource.wal-reader.770665a7984d%2C43829%2C1731493054874,1-770665a7984d,43829,1731493054874 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/WALs/770665a7984d,43829,1731493054874/770665a7984d%2C43829%2C1731493054874.1731493056885 to pos 997, reset compression=false 2024-11-13T10:17:54,606 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43829,1731493054874.replicationSource.wal-reader.770665a7984d%2C43829%2C1731493054874,1-770665a7984d,43829,1731493054874 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/WALs/770665a7984d,43829,1731493054874/770665a7984d%2C43829%2C1731493054874.1731493056885 to pos 997, reset compression=false 2024-11-13T10:17:54,611 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T10:17:54,611 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-13T10:17:55,411 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43829,1731493054874.replicationSource.wal-reader.770665a7984d%2C43829%2C1731493054874,1-770665a7984d,43829,1731493054874 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/WALs/770665a7984d,43829,1731493054874/770665a7984d%2C43829%2C1731493054874.1731493056885 to pos 997, reset compression=false 2024-11-13T10:17:56,316 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43829,1731493054874.replicationSource.wal-reader.770665a7984d%2C43829%2C1731493054874,1-770665a7984d,43829,1731493054874 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/WALs/770665a7984d,43829,1731493054874/770665a7984d%2C43829%2C1731493054874.1731493056885 to pos 997, reset compression=false 2024-11-13T10:17:57,320 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43829,1731493054874.replicationSource.wal-reader.770665a7984d%2C43829%2C1731493054874,1-770665a7984d,43829,1731493054874 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/WALs/770665a7984d,43829,1731493054874/770665a7984d%2C43829%2C1731493054874.1731493056885 to pos 997, reset compression=false 2024-11-13T10:17:58,425 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43829,1731493054874.replicationSource.wal-reader.770665a7984d%2C43829%2C1731493054874,1-770665a7984d,43829,1731493054874 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/WALs/770665a7984d,43829,1731493054874/770665a7984d%2C43829%2C1731493054874.1731493056885 to pos 997, reset compression=false 2024-11-13T10:17:59,630 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43829,1731493054874.replicationSource.wal-reader.770665a7984d%2C43829%2C1731493054874,1-770665a7984d,43829,1731493054874 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/WALs/770665a7984d,43829,1731493054874/770665a7984d%2C43829%2C1731493054874.1731493056885 to pos 997, reset compression=false 2024-11-13T10:18:00,935 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43829,1731493054874.replicationSource.wal-reader.770665a7984d%2C43829%2C1731493054874,1-770665a7984d,43829,1731493054874 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/WALs/770665a7984d,43829,1731493054874/770665a7984d%2C43829%2C1731493054874.1731493056885 to pos 997, reset compression=false 2024-11-13T10:18:02,340 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43829,1731493054874.replicationSource.wal-reader.770665a7984d%2C43829%2C1731493054874,1-770665a7984d,43829,1731493054874 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/WALs/770665a7984d,43829,1731493054874/770665a7984d%2C43829%2C1731493054874.1731493056885 to pos 997, reset compression=false 2024-11-13T10:18:03,846 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43829,1731493054874.replicationSource.wal-reader.770665a7984d%2C43829%2C1731493054874,1-770665a7984d,43829,1731493054874 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/WALs/770665a7984d,43829,1731493054874/770665a7984d%2C43829%2C1731493054874.1731493056885 to pos 997, reset compression=false 2024-11-13T10:18:04,411 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T10:18:05,450 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43829,1731493054874.replicationSource.wal-reader.770665a7984d%2C43829%2C1731493054874,1-770665a7984d,43829,1731493054874 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/WALs/770665a7984d,43829,1731493054874/770665a7984d%2C43829%2C1731493054874.1731493056885 to pos 997, reset compression=false 2024-11-13T10:18:07,154 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43829,1731493054874.replicationSource.wal-reader.770665a7984d%2C43829%2C1731493054874,1-770665a7984d,43829,1731493054874 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/WALs/770665a7984d,43829,1731493054874/770665a7984d%2C43829%2C1731493054874.1731493056885 to pos 997, reset compression=false 2024-11-13T10:18:08,717 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T10:18:08,960 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43829,1731493054874.replicationSource.wal-reader.770665a7984d%2C43829%2C1731493054874,1-770665a7984d,43829,1731493054874 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/WALs/770665a7984d,43829,1731493054874/770665a7984d%2C43829%2C1731493054874.1731493056885 to pos 997, reset compression=false 2024-11-13T10:18:10,864 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43829,1731493054874.replicationSource.wal-reader.770665a7984d%2C43829%2C1731493054874,1-770665a7984d,43829,1731493054874 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/WALs/770665a7984d,43829,1731493054874/770665a7984d%2C43829%2C1731493054874.1731493056885 to pos 997, reset compression=false 2024-11-13T10:18:11,883 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43829,1731493054874.replicationSource.shipper770665a7984d%2C43829%2C1731493054874,1-770665a7984d,43829,1731493054874 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-770665a7984d,43829,1731493054874 got entry batch from reader: null 2024-11-13T10:18:12,868 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43829,1731493054874.replicationSource.wal-reader.770665a7984d%2C43829%2C1731493054874,1-770665a7984d,43829,1731493054874 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/WALs/770665a7984d,43829,1731493054874/770665a7984d%2C43829%2C1731493054874.1731493056885 to pos 997, reset compression=false 2024-11-13T10:18:14,972 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43829,1731493054874.replicationSource.wal-reader.770665a7984d%2C43829%2C1731493054874,1-770665a7984d,43829,1731493054874 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/WALs/770665a7984d,43829,1731493054874/770665a7984d%2C43829%2C1731493054874.1731493056885 to pos 997, reset compression=false 2024-11-13T10:18:17,176 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43829,1731493054874.replicationSource.wal-reader.770665a7984d%2C43829%2C1731493054874,1-770665a7984d,43829,1731493054874 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/WALs/770665a7984d,43829,1731493054874/770665a7984d%2C43829%2C1731493054874.1731493056885 to pos 997, reset compression=false 2024-11-13T10:18:18,432 INFO [master/770665a7984d:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-13T10:18:18,432 INFO [master/770665a7984d:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-13T10:18:19,481 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43829,1731493054874.replicationSource.wal-reader.770665a7984d%2C43829%2C1731493054874,1-770665a7984d,43829,1731493054874 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/WALs/770665a7984d,43829,1731493054874/770665a7984d%2C43829%2C1731493054874.1731493056885 to pos 997, reset compression=false 2024-11-13T10:18:21,887 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43829,1731493054874.replicationSource.wal-reader.770665a7984d%2C43829%2C1731493054874,1-770665a7984d,43829,1731493054874 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/WALs/770665a7984d,43829,1731493054874/770665a7984d%2C43829%2C1731493054874.1731493056885 to pos 997, reset compression=false 2024-11-13T10:18:22,230 INFO [master/770665a7984d:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-13T10:18:22,230 INFO [master/770665a7984d:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-13T10:18:24,394 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43829,1731493054874.replicationSource.wal-reader.770665a7984d%2C43829%2C1731493054874,1-770665a7984d,43829,1731493054874 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/WALs/770665a7984d,43829,1731493054874/770665a7984d%2C43829%2C1731493054874.1731493056885 to pos 997, reset compression=false 2024-11-13T10:18:26,998 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43829,1731493054874.replicationSource.wal-reader.770665a7984d%2C43829%2C1731493054874,1-770665a7984d,43829,1731493054874 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/WALs/770665a7984d,43829,1731493054874/770665a7984d%2C43829%2C1731493054874.1731493056885 to pos 997, reset compression=false 2024-11-13T10:18:28,415 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 82b48427f675fb2e3ab023785c574483, had cached 0 bytes from a total of 31376 2024-11-13T10:18:29,702 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43829,1731493054874.replicationSource.wal-reader.770665a7984d%2C43829%2C1731493054874,1-770665a7984d,43829,1731493054874 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/WALs/770665a7984d,43829,1731493054874/770665a7984d%2C43829%2C1731493054874.1731493056885 to pos 997, reset compression=false 2024-11-13T10:18:30,575 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 799ccb3b4c0ba02423ce610ae0360f87, had cached 0 bytes from a total of 15585 2024-11-13T10:18:31,883 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43829,1731493054874.replicationSource.shipper770665a7984d%2C43829%2C1731493054874,1-770665a7984d,43829,1731493054874 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-770665a7984d,43829,1731493054874 got entry batch from reader: null 2024-11-13T10:18:32,507 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43829,1731493054874.replicationSource.wal-reader.770665a7984d%2C43829%2C1731493054874,1-770665a7984d,43829,1731493054874 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/WALs/770665a7984d,43829,1731493054874/770665a7984d%2C43829%2C1731493054874.1731493056885 to pos 997, reset compression=false 2024-11-13T10:18:34,411 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T10:18:35,411 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43829,1731493054874.replicationSource.wal-reader.770665a7984d%2C43829%2C1731493054874,1-770665a7984d,43829,1731493054874 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/WALs/770665a7984d,43829,1731493054874/770665a7984d%2C43829%2C1731493054874.1731493056885 to pos 997, reset compression=false 2024-11-13T10:18:38,416 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43829,1731493054874.replicationSource.wal-reader.770665a7984d%2C43829%2C1731493054874,1-770665a7984d,43829,1731493054874 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/WALs/770665a7984d,43829,1731493054874/770665a7984d%2C43829%2C1731493054874.1731493056885 to pos 997, reset compression=false 2024-11-13T10:18:38,718 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T10:18:41,520 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43829,1731493054874.replicationSource.wal-reader.770665a7984d%2C43829%2C1731493054874,1-770665a7984d,43829,1731493054874 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/WALs/770665a7984d,43829,1731493054874/770665a7984d%2C43829%2C1731493054874.1731493056885 to pos 997, reset compression=false 2024-11-13T10:18:42,242 DEBUG [master/770665a7984d:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-13T10:18:44,725 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43829,1731493054874.replicationSource.wal-reader.770665a7984d%2C43829%2C1731493054874,1-770665a7984d,43829,1731493054874 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/WALs/770665a7984d,43829,1731493054874/770665a7984d%2C43829%2C1731493054874.1731493056885 to pos 997, reset compression=false 2024-11-13T10:18:48,031 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43829,1731493054874.replicationSource.wal-reader.770665a7984d%2C43829%2C1731493054874,1-770665a7984d,43829,1731493054874 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/WALs/770665a7984d,43829,1731493054874/770665a7984d%2C43829%2C1731493054874.1731493056885 to pos 997, reset compression=false 2024-11-13T10:18:51,435 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43829,1731493054874.replicationSource.wal-reader.770665a7984d%2C43829%2C1731493054874,1-770665a7984d,43829,1731493054874 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/WALs/770665a7984d,43829,1731493054874/770665a7984d%2C43829%2C1731493054874.1731493056885 to pos 997, reset compression=false 2024-11-13T10:18:51,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T10:18:51,652 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T10:18:51,652 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:18:51,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:18:51,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:18:51,652 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:18:51,653 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T10:18:51,653 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=278333586, stopped=false 2024-11-13T10:18:51,653 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=770665a7984d,38265,1731493059150 2024-11-13T10:18:51,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38265-0x10110d52ecf0003, quorum=127.0.0.1:50230, baseZNode=/1-1266533617 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1266533617/running 2024-11-13T10:18:51,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33115-0x10110d52ecf0004, quorum=127.0.0.1:50230, baseZNode=/1-1266533617 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1266533617/running 2024-11-13T10:18:51,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33115-0x10110d52ecf0004, quorum=127.0.0.1:50230, baseZNode=/1-1266533617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1266533617 2024-11-13T10:18:51,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38265-0x10110d52ecf0003, quorum=127.0.0.1:50230, baseZNode=/1-1266533617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1266533617 2024-11-13T10:18:51,654 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T10:18:51,655 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T10:18:51,655 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:18:51,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:18:51,655 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33115-0x10110d52ecf0004, quorum=127.0.0.1:50230, baseZNode=/1-1266533617 Set watcher on znode that does not yet exist, /1-1266533617/running 2024-11-13T10:18:51,655 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38265-0x10110d52ecf0003, quorum=127.0.0.1:50230, baseZNode=/1-1266533617 Set watcher on znode that does not yet exist, /1-1266533617/running 2024-11-13T10:18:51,656 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '770665a7984d,33115,1731493059198' ***** 2024-11-13T10:18:51,656 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T10:18:51,656 INFO [RS:0;770665a7984d:33115 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T10:18:51,656 INFO [RS:0;770665a7984d:33115 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T10:18:51,656 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T10:18:51,656 INFO [RS:0;770665a7984d:33115 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T10:18:51,656 INFO [RS:0;770665a7984d:33115 {}] regionserver.HRegionServer(3091): Received CLOSE for 799ccb3b4c0ba02423ce610ae0360f87 2024-11-13T10:18:51,657 INFO [RS:0;770665a7984d:33115 {}] regionserver.HRegionServer(959): stopping server 770665a7984d,33115,1731493059198 2024-11-13T10:18:51,657 INFO [RS:0;770665a7984d:33115 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T10:18:51,657 INFO [RS:0;770665a7984d:33115 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;770665a7984d:33115. 2024-11-13T10:18:51,657 DEBUG [RS:0;770665a7984d:33115 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:18:51,657 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 799ccb3b4c0ba02423ce610ae0360f87, disabling compactions & flushes 2024-11-13T10:18:51,657 DEBUG [RS:0;770665a7984d:33115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:18:51,657 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731493064425.799ccb3b4c0ba02423ce610ae0360f87. 2024-11-13T10:18:51,657 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731493064425.799ccb3b4c0ba02423ce610ae0360f87. 2024-11-13T10:18:51,657 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731493064425.799ccb3b4c0ba02423ce610ae0360f87. after waiting 0 ms 2024-11-13T10:18:51,657 INFO [RS:0;770665a7984d:33115 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T10:18:51,657 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731493064425.799ccb3b4c0ba02423ce610ae0360f87. 2024-11-13T10:18:51,657 INFO [RS:0;770665a7984d:33115 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T10:18:51,657 INFO [RS:0;770665a7984d:33115 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T10:18:51,657 INFO [RS:0;770665a7984d:33115 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T10:18:51,657 INFO [RS:0;770665a7984d:33115 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T10:18:51,657 DEBUG [RS:0;770665a7984d:33115 {}] regionserver.HRegionServer(1325): Online Regions={799ccb3b4c0ba02423ce610ae0360f87=test,,1731493064425.799ccb3b4c0ba02423ce610ae0360f87., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T10:18:51,657 DEBUG [RS:0;770665a7984d:33115 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 799ccb3b4c0ba02423ce610ae0360f87 2024-11-13T10:18:51,658 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T10:18:51,658 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T10:18:51,658 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T10:18:51,658 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T10:18:51,658 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T10:18:51,658 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-13T10:18:51,674 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/data/default/test/799ccb3b4c0ba02423ce610ae0360f87/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-13T10:18:51,675 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T10:18:51,675 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T10:18:51,675 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731493064425.799ccb3b4c0ba02423ce610ae0360f87. 2024-11-13T10:18:51,675 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 799ccb3b4c0ba02423ce610ae0360f87: Waiting for close lock at 1731493131657Running coprocessor pre-close hooks at 1731493131657Disabling compacts and flushes for region at 1731493131657Disabling writes for close at 1731493131657Writing region close event to WAL at 1731493131658 (+1 ms)Running coprocessor post-close hooks at 1731493131674 (+16 ms)Closed at 1731493131675 (+1 ms) 2024-11-13T10:18:51,675 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731493064425.799ccb3b4c0ba02423ce610ae0360f87. 2024-11-13T10:18:51,692 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/data/hbase/meta/1588230740/.tmp/info/90e2a1a1aff9439abf55ad344e5b3ab5 is 129, key is test,,1731493064425.799ccb3b4c0ba02423ce610ae0360f87./info:regioninfo/1731493065595/Put/seqid=0 2024-11-13T10:18:51,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741839_1015 (size=6421) 2024-11-13T10:18:51,743 INFO [regionserver/770665a7984d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T10:18:51,858 DEBUG [RS:0;770665a7984d:33115 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T10:18:51,883 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43829,1731493054874.replicationSource.shipper770665a7984d%2C43829%2C1731493054874,1-770665a7984d,43829,1731493054874 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-770665a7984d,43829,1731493054874 got entry batch from reader: null 2024-11-13T10:18:52,058 DEBUG [RS:0;770665a7984d:33115 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T10:18:52,080 INFO [regionserver/770665a7984d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T10:18:52,080 INFO [regionserver/770665a7984d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T10:18:52,097 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/data/hbase/meta/1588230740/.tmp/info/90e2a1a1aff9439abf55ad344e5b3ab5 2024-11-13T10:18:52,128 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/data/hbase/meta/1588230740/.tmp/ns/6f89b26a3e51412087208994eac02db3 is 43, key is default/ns:d/1731493062209/Put/seqid=0 2024-11-13T10:18:52,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741840_1016 (size=5153) 2024-11-13T10:18:52,258 DEBUG [RS:0;770665a7984d:33115 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T10:18:52,458 DEBUG [RS:0;770665a7984d:33115 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T10:18:52,535 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/data/hbase/meta/1588230740/.tmp/ns/6f89b26a3e51412087208994eac02db3 2024-11-13T10:18:52,556 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/data/hbase/meta/1588230740/.tmp/rep_barrier/b56cd01e053f4b7bad7f9fd008666e24 is 112, key is test,,1731493064425.799ccb3b4c0ba02423ce610ae0360f87./rep_barrier:seqnumDuringOpen/1731493065595/Put/seqid=0 2024-11-13T10:18:52,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741841_1017 (size=5518) 2024-11-13T10:18:52,659 INFO [RS:0;770665a7984d:33115 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T10:18:52,659 DEBUG [RS:0;770665a7984d:33115 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T10:18:52,659 DEBUG [RS:0;770665a7984d:33115 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T10:18:52,859 DEBUG [RS:0;770665a7984d:33115 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T10:18:52,961 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/data/hbase/meta/1588230740/.tmp/rep_barrier/b56cd01e053f4b7bad7f9fd008666e24 2024-11-13T10:18:52,993 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/data/hbase/meta/1588230740/.tmp/table/f6e96e836b7d4ee2aaff3cb8969f24a1 is 40, key is test/table:state/1731493065605/Put/seqid=0 2024-11-13T10:18:53,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741842_1018 (size=5165) 2024-11-13T10:18:53,059 DEBUG [RS:0;770665a7984d:33115 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T10:18:53,260 DEBUG [RS:0;770665a7984d:33115 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T10:18:53,414 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/data/hbase/meta/1588230740/.tmp/table/f6e96e836b7d4ee2aaff3cb8969f24a1 2024-11-13T10:18:53,422 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/data/hbase/meta/1588230740/.tmp/info/90e2a1a1aff9439abf55ad344e5b3ab5 as hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/data/hbase/meta/1588230740/info/90e2a1a1aff9439abf55ad344e5b3ab5 2024-11-13T10:18:53,429 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/data/hbase/meta/1588230740/info/90e2a1a1aff9439abf55ad344e5b3ab5, entries=10, sequenceid=11, filesize=6.3 K 2024-11-13T10:18:53,429 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/data/hbase/meta/1588230740/.tmp/ns/6f89b26a3e51412087208994eac02db3 as hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/data/hbase/meta/1588230740/ns/6f89b26a3e51412087208994eac02db3 2024-11-13T10:18:53,434 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/data/hbase/meta/1588230740/ns/6f89b26a3e51412087208994eac02db3, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T10:18:53,436 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/data/hbase/meta/1588230740/.tmp/rep_barrier/b56cd01e053f4b7bad7f9fd008666e24 as hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/data/hbase/meta/1588230740/rep_barrier/b56cd01e053f4b7bad7f9fd008666e24 2024-11-13T10:18:53,443 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/data/hbase/meta/1588230740/rep_barrier/b56cd01e053f4b7bad7f9fd008666e24, entries=1, sequenceid=11, filesize=5.4 K 2024-11-13T10:18:53,444 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/data/hbase/meta/1588230740/.tmp/table/f6e96e836b7d4ee2aaff3cb8969f24a1 as hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/data/hbase/meta/1588230740/table/f6e96e836b7d4ee2aaff3cb8969f24a1 2024-11-13T10:18:53,449 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/data/hbase/meta/1588230740/table/f6e96e836b7d4ee2aaff3cb8969f24a1, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T10:18:53,450 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1792ms, sequenceid=11, compaction requested=false 2024-11-13T10:18:53,458 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T10:18:53,459 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T10:18:53,459 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T10:18:53,459 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T10:18:53,459 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731493131657Running coprocessor pre-close hooks at 1731493131658 (+1 ms)Disabling compacts and flushes for region at 1731493131658Disabling writes for close at 1731493131658Obtaining lock to block concurrent updates at 1731493131658Preparing flush snapshotting stores in 1588230740 at 1731493131658Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731493131658Flushing stores of hbase:meta,,1.1588230740 at 1731493131659 (+1 ms)Flushing 1588230740/info: creating writer at 1731493131659Flushing 1588230740/info: appending metadata at 1731493131691 (+32 ms)Flushing 1588230740/info: closing flushed file at 1731493131691Flushing 1588230740/ns: creating writer at 1731493132105 (+414 ms)Flushing 1588230740/ns: appending metadata at 1731493132128 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1731493132128Flushing 1588230740/rep_barrier: creating writer at 1731493132541 (+413 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731493132555 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731493132555Flushing 1588230740/table: creating writer at 1731493132966 (+411 ms)Flushing 1588230740/table: appending metadata at 1731493132992 (+26 ms)Flushing 1588230740/table: closing flushed file at 1731493132992Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d745aab: reopening flushed file at 1731493133421 (+429 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2326038c: reopening flushed file at 1731493133429 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b993484: reopening flushed file at 1731493133434 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59c74b70: reopening flushed file at 1731493133443 (+9 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1792ms, sequenceid=11, compaction requested=false at 1731493133450 (+7 ms)Writing region close event to WAL at 1731493133453 (+3 ms)Running coprocessor post-close hooks at 1731493133459 (+6 ms)Closed at 1731493133459 2024-11-13T10:18:53,459 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T10:18:53,460 INFO [RS:0;770665a7984d:33115 {}] regionserver.HRegionServer(976): stopping server 770665a7984d,33115,1731493059198; all regions closed. 2024-11-13T10:18:53,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741834_1010 (size=2717) 2024-11-13T10:18:53,462 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/WALs/770665a7984d,33115,1731493059198/770665a7984d%2C33115%2C1731493059198.meta.1731493062158.meta not finished, retry = 0 2024-11-13T10:18:53,565 DEBUG [RS:0;770665a7984d:33115 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/oldWALs 2024-11-13T10:18:53,565 INFO [RS:0;770665a7984d:33115 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 770665a7984d%2C33115%2C1731493059198.meta:.meta(num 1731493062158) 2024-11-13T10:18:53,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741832_1008 (size=1028) 2024-11-13T10:18:53,570 DEBUG [RS:0;770665a7984d:33115 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/oldWALs 2024-11-13T10:18:53,570 INFO [RS:0;770665a7984d:33115 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 770665a7984d%2C33115%2C1731493059198:(num 1731493061217) 2024-11-13T10:18:53,570 DEBUG [RS:0;770665a7984d:33115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:18:53,570 INFO [RS:0;770665a7984d:33115 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T10:18:53,570 INFO [RS:0;770665a7984d:33115 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T10:18:53,570 INFO [RS:0;770665a7984d:33115 {}] hbase.ChoreService(370): Chore service for: regionserver/770665a7984d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T10:18:53,571 INFO [RS:0;770665a7984d:33115 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T10:18:53,571 INFO [regionserver/770665a7984d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T10:18:53,571 INFO [RS:0;770665a7984d:33115 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;770665a7984d:33115. 2024-11-13T10:18:53,571 DEBUG [RS:0;770665a7984d:33115 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:18:53,571 DEBUG [RS:0;770665a7984d:33115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:18:53,571 DEBUG [RS:0;770665a7984d:33115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:18:53,571 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:18:53,571 INFO [RS:0;770665a7984d:33115 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33115 2024-11-13T10:18:53,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33115-0x10110d52ecf0004, quorum=127.0.0.1:50230, baseZNode=/1-1266533617 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1266533617/rs/770665a7984d,33115,1731493059198 2024-11-13T10:18:53,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38265-0x10110d52ecf0003, quorum=127.0.0.1:50230, baseZNode=/1-1266533617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1266533617/rs 2024-11-13T10:18:53,574 INFO [RS:0;770665a7984d:33115 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T10:18:53,575 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [770665a7984d,33115,1731493059198] 2024-11-13T10:18:53,577 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1266533617/draining/770665a7984d,33115,1731493059198 already deleted, retry=false 2024-11-13T10:18:53,577 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 770665a7984d,33115,1731493059198 expired; onlineServers=0 2024-11-13T10:18:53,577 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '770665a7984d,38265,1731493059150' ***** 2024-11-13T10:18:53,577 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T10:18:53,577 INFO [M:0;770665a7984d:38265 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T10:18:53,577 INFO [M:0;770665a7984d:38265 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T10:18:53,577 DEBUG [M:0;770665a7984d:38265 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T10:18:53,577 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T10:18:53,578 DEBUG [M:0;770665a7984d:38265 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T10:18:53,578 DEBUG [master/770665a7984d:0:becomeActiveMaster-HFileCleaner.large.0-1731493061003 {}] cleaner.HFileCleaner(306): Exit Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.large.0-1731493061003,5,FailOnTimeoutGroup] 2024-11-13T10:18:53,578 DEBUG [master/770665a7984d:0:becomeActiveMaster-HFileCleaner.small.0-1731493061003 {}] cleaner.HFileCleaner(306): Exit Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.small.0-1731493061003,5,FailOnTimeoutGroup] 2024-11-13T10:18:53,578 INFO [M:0;770665a7984d:38265 {}] hbase.ChoreService(370): Chore service for: master/770665a7984d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T10:18:53,578 INFO [M:0;770665a7984d:38265 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T10:18:53,578 DEBUG [M:0;770665a7984d:38265 {}] master.HMaster(1795): Stopping service threads 2024-11-13T10:18:53,578 INFO [M:0;770665a7984d:38265 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T10:18:53,578 INFO [M:0;770665a7984d:38265 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T10:18:53,578 INFO [M:0;770665a7984d:38265 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T10:18:53,578 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T10:18:53,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38265-0x10110d52ecf0003, quorum=127.0.0.1:50230, baseZNode=/1-1266533617 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1266533617/master 2024-11-13T10:18:53,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38265-0x10110d52ecf0003, quorum=127.0.0.1:50230, baseZNode=/1-1266533617 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1266533617 2024-11-13T10:18:53,579 DEBUG [M:0;770665a7984d:38265 {}] zookeeper.ZKUtil(347): master:38265-0x10110d52ecf0003, quorum=127.0.0.1:50230, baseZNode=/1-1266533617 Unable to get data of znode /1-1266533617/master because node does not exist (not an error) 2024-11-13T10:18:53,579 WARN [M:0;770665a7984d:38265 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T10:18:53,581 INFO [M:0;770665a7984d:38265 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/.lastflushedseqids 2024-11-13T10:18:53,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741843_1019 (size=173) 2024-11-13T10:18:53,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33115-0x10110d52ecf0004, quorum=127.0.0.1:50230, baseZNode=/1-1266533617 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:18:53,676 INFO [RS:0;770665a7984d:33115 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T10:18:53,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33115-0x10110d52ecf0004, quorum=127.0.0.1:50230, baseZNode=/1-1266533617 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:18:53,676 INFO [RS:0;770665a7984d:33115 {}] regionserver.HRegionServer(1031): Exiting; stopping=770665a7984d,33115,1731493059198; zookeeper connection closed. 2024-11-13T10:18:53,676 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@69471962 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@69471962 2024-11-13T10:18:53,676 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T10:18:53,986 INFO [M:0;770665a7984d:38265 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T10:18:53,986 INFO [M:0;770665a7984d:38265 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T10:18:53,987 DEBUG [M:0;770665a7984d:38265 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T10:18:53,987 INFO [M:0;770665a7984d:38265 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:18:53,987 DEBUG [M:0;770665a7984d:38265 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:18:53,987 DEBUG [M:0;770665a7984d:38265 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T10:18:53,987 DEBUG [M:0;770665a7984d:38265 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:18:53,987 INFO [M:0;770665a7984d:38265 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-13T10:18:54,005 DEBUG [M:0;770665a7984d:38265 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/718198ef590744e5a6eebc5229fb4552 is 82, key is hbase:meta,,1/info:regioninfo/1731493062197/Put/seqid=0 2024-11-13T10:18:54,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741844_1020 (size=5672) 2024-11-13T10:18:54,409 INFO [M:0;770665a7984d:38265 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/718198ef590744e5a6eebc5229fb4552 2024-11-13T10:18:54,433 DEBUG [M:0;770665a7984d:38265 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9177490875fd4082b6b320af86958298 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731493065610/Put/seqid=0 2024-11-13T10:18:54,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741845_1021 (size=6727) 2024-11-13T10:18:54,838 INFO [M:0;770665a7984d:38265 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9177490875fd4082b6b320af86958298 2024-11-13T10:18:54,844 INFO [M:0;770665a7984d:38265 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9177490875fd4082b6b320af86958298 2024-11-13T10:18:54,862 DEBUG [M:0;770665a7984d:38265 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/80d93a3e658341a5bce47fd7edb4b08e is 69, key is 770665a7984d,33115,1731493059198/rs:state/1731493061063/Put/seqid=0 2024-11-13T10:18:54,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741846_1022 (size=5156) 2024-11-13T10:18:54,941 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43829,1731493054874.replicationSource.wal-reader.770665a7984d%2C43829%2C1731493054874,1-770665a7984d,43829,1731493054874 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/WALs/770665a7984d,43829,1731493054874/770665a7984d%2C43829%2C1731493054874.1731493056885 to pos 997, reset compression=false 2024-11-13T10:18:55,268 INFO [M:0;770665a7984d:38265 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/80d93a3e658341a5bce47fd7edb4b08e 2024-11-13T10:18:55,274 DEBUG [M:0;770665a7984d:38265 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/718198ef590744e5a6eebc5229fb4552 as hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/718198ef590744e5a6eebc5229fb4552 2024-11-13T10:18:55,280 INFO [M:0;770665a7984d:38265 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/718198ef590744e5a6eebc5229fb4552, entries=8, sequenceid=58, filesize=5.5 K 2024-11-13T10:18:55,281 DEBUG [M:0;770665a7984d:38265 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9177490875fd4082b6b320af86958298 as hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9177490875fd4082b6b320af86958298 2024-11-13T10:18:55,286 INFO [M:0;770665a7984d:38265 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9177490875fd4082b6b320af86958298 2024-11-13T10:18:55,286 INFO [M:0;770665a7984d:38265 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9177490875fd4082b6b320af86958298, entries=6, sequenceid=58, filesize=6.6 K 2024-11-13T10:18:55,286 DEBUG [M:0;770665a7984d:38265 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/80d93a3e658341a5bce47fd7edb4b08e as hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/80d93a3e658341a5bce47fd7edb4b08e 2024-11-13T10:18:55,291 INFO [M:0;770665a7984d:38265 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41085/user/jenkins/test-data/2fa78e00-246f-1efb-7f1e-55110afc0ea0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/80d93a3e658341a5bce47fd7edb4b08e, entries=1, sequenceid=58, filesize=5.0 K 2024-11-13T10:18:55,292 INFO [M:0;770665a7984d:38265 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1305ms, sequenceid=58, compaction requested=false 2024-11-13T10:18:55,294 INFO [M:0;770665a7984d:38265 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:18:55,294 DEBUG [M:0;770665a7984d:38265 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731493133986Disabling compacts and flushes for region at 1731493133986Disabling writes for close at 1731493133987 (+1 ms)Obtaining lock to block concurrent updates at 1731493133987Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731493133987Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1731493133987Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731493133989 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731493133989Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731493134004 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731493134004Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731493134414 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731493134432 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731493134432Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731493134844 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731493134861 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731493134862 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62f79763: reopening flushed file at 1731493135273 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5dba3deb: reopening flushed file at 1731493135280 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@480b0c44: reopening flushed file at 1731493135286 (+6 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1305ms, sequenceid=58, compaction requested=false at 1731493135292 (+6 ms)Writing region close event to WAL at 1731493135294 (+2 ms)Closed at 1731493135294 2024-11-13T10:18:55,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741830_1006 (size=33026) 2024-11-13T10:18:55,297 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T10:18:55,298 INFO [M:0;770665a7984d:38265 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T10:18:55,298 INFO [M:0;770665a7984d:38265 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38265 2024-11-13T10:18:55,299 INFO [M:0;770665a7984d:38265 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T10:18:55,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38265-0x10110d52ecf0003, quorum=127.0.0.1:50230, baseZNode=/1-1266533617 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:18:55,401 INFO [M:0;770665a7984d:38265 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T10:18:55,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38265-0x10110d52ecf0003, quorum=127.0.0.1:50230, baseZNode=/1-1266533617 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:18:55,405 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13f1d5f3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T10:18:55,405 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5b468588{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T10:18:55,405 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T10:18:55,405 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22491f67{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T10:18:55,406 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3029c162{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4edd85f2-f13a-b1d7-a406-4f6a94bab341/hadoop.log.dir/,STOPPED} 2024-11-13T10:18:55,408 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T10:18:55,408 WARN [BP-1045141547-172.17.0.2-1731493058044 heartbeating to localhost/127.0.0.1:41085 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T10:18:55,408 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T10:18:55,408 WARN [BP-1045141547-172.17.0.2-1731493058044 heartbeating to localhost/127.0.0.1:41085 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1045141547-172.17.0.2-1731493058044 (Datanode Uuid cc73ba5d-a46e-4204-bd3d-7d6c09d4bd7a) service to localhost/127.0.0.1:41085 2024-11-13T10:18:55,409 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4edd85f2-f13a-b1d7-a406-4f6a94bab341/cluster_00bfdba8-bd36-ca27-11a4-3754236e064b/data/data1/current/BP-1045141547-172.17.0.2-1731493058044 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T10:18:55,409 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4edd85f2-f13a-b1d7-a406-4f6a94bab341/cluster_00bfdba8-bd36-ca27-11a4-3754236e064b/data/data2/current/BP-1045141547-172.17.0.2-1731493058044 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T10:18:55,409 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T10:18:55,419 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3464a5df{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T10:18:55,419 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@891ab73{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T10:18:55,420 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T10:18:55,420 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57a504e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T10:18:55,420 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61fc1e28{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4edd85f2-f13a-b1d7-a406-4f6a94bab341/hadoop.log.dir/,STOPPED} 2024-11-13T10:18:55,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T10:18:55,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T10:18:55,437 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T10:18:55,437 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:18:55,437 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:18:55,437 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:18:55,437 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:18:55,438 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T10:18:55,438 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=660077194, stopped=false 2024-11-13T10:18:55,438 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=770665a7984d,43027,1731493054826 2024-11-13T10:18:55,440 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T10:18:55,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43027-0x10110d52ecf0000, quorum=127.0.0.1:50230, baseZNode=/0510761479 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0510761479/running 2024-11-13T10:18:55,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43829-0x10110d52ecf0001, quorum=127.0.0.1:50230, baseZNode=/0510761479 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0510761479/running 2024-11-13T10:18:55,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43829-0x10110d52ecf0001, quorum=127.0.0.1:50230, baseZNode=/0510761479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0510761479 2024-11-13T10:18:55,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43027-0x10110d52ecf0000, quorum=127.0.0.1:50230, baseZNode=/0510761479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0510761479 2024-11-13T10:18:55,440 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T10:18:55,440 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:18:55,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:18:55,441 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43829-0x10110d52ecf0001, quorum=127.0.0.1:50230, baseZNode=/0510761479 Set watcher on znode that does not yet exist, /0510761479/running 2024-11-13T10:18:55,441 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43027-0x10110d52ecf0000, quorum=127.0.0.1:50230, baseZNode=/0510761479 Set watcher on znode that does not yet exist, /0510761479/running 2024-11-13T10:18:55,441 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '770665a7984d,43829,1731493054874' ***** 2024-11-13T10:18:55,441 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T10:18:55,441 INFO [RS:0;770665a7984d:43829 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T10:18:55,441 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T10:18:55,441 INFO [RS:0;770665a7984d:43829 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T10:18:55,441 INFO [RS:0;770665a7984d:43829 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T10:18:55,442 INFO [RS:0;770665a7984d:43829 {}] regionserver.HRegionServer(3091): Received CLOSE for 82b48427f675fb2e3ab023785c574483 2024-11-13T10:18:55,442 INFO [RS:0;770665a7984d:43829 {}] regionserver.HRegionServer(3091): Received CLOSE for 191dddfeba6f4b030fb353bde05cdc26 2024-11-13T10:18:55,442 INFO [RS:0;770665a7984d:43829 {}] regionserver.HRegionServer(959): stopping server 770665a7984d,43829,1731493054874 2024-11-13T10:18:55,442 INFO [RS:0;770665a7984d:43829 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T10:18:55,442 INFO [RS:0;770665a7984d:43829 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;770665a7984d:43829. 2024-11-13T10:18:55,442 DEBUG [RS:0;770665a7984d:43829 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:18:55,442 DEBUG [RS:0;770665a7984d:43829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:18:55,442 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 82b48427f675fb2e3ab023785c574483, disabling compactions & flushes 2024-11-13T10:18:55,442 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731493062266.82b48427f675fb2e3ab023785c574483. 2024-11-13T10:18:55,442 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731493062266.82b48427f675fb2e3ab023785c574483. 2024-11-13T10:18:55,442 INFO [RS:0;770665a7984d:43829 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T10:18:55,442 INFO [RS:0;770665a7984d:43829 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T10:18:55,442 INFO [RS:0;770665a7984d:43829 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T10:18:55,442 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731493062266.82b48427f675fb2e3ab023785c574483. after waiting 0 ms 2024-11-13T10:18:55,442 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731493062266.82b48427f675fb2e3ab023785c574483. 2024-11-13T10:18:55,442 INFO [RS:0;770665a7984d:43829 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T10:18:55,443 INFO [RS:0;770665a7984d:43829 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T10:18:55,443 DEBUG [RS:0;770665a7984d:43829 {}] regionserver.HRegionServer(1325): Online Regions={82b48427f675fb2e3ab023785c574483=test,,1731493062266.82b48427f675fb2e3ab023785c574483., 191dddfeba6f4b030fb353bde05cdc26=hbase:replication,,1731493066617.191dddfeba6f4b030fb353bde05cdc26., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T10:18:55,443 DEBUG [RS:0;770665a7984d:43829 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 191dddfeba6f4b030fb353bde05cdc26, 82b48427f675fb2e3ab023785c574483 2024-11-13T10:18:55,443 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T10:18:55,443 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T10:18:55,443 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T10:18:55,443 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T10:18:55,443 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T10:18:55,443 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T10:18:55,448 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/data/default/test/82b48427f675fb2e3ab023785c574483/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T10:18:55,448 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T10:18:55,448 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T10:18:55,448 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731493062266.82b48427f675fb2e3ab023785c574483. 2024-11-13T10:18:55,448 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 82b48427f675fb2e3ab023785c574483: Waiting for close lock at 1731493135442Running coprocessor pre-close hooks at 1731493135442Disabling compacts and flushes for region at 1731493135442Disabling writes for close at 1731493135442Writing region close event to WAL at 1731493135444 (+2 ms)Running coprocessor post-close hooks at 1731493135448 (+4 ms)Closed at 1731493135448 2024-11-13T10:18:55,449 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731493062266.82b48427f675fb2e3ab023785c574483. 2024-11-13T10:18:55,449 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 191dddfeba6f4b030fb353bde05cdc26, disabling compactions & flushes 2024-11-13T10:18:55,449 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731493066617.191dddfeba6f4b030fb353bde05cdc26. 2024-11-13T10:18:55,449 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731493066617.191dddfeba6f4b030fb353bde05cdc26. 2024-11-13T10:18:55,449 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731493066617.191dddfeba6f4b030fb353bde05cdc26. after waiting 0 ms 2024-11-13T10:18:55,449 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731493066617.191dddfeba6f4b030fb353bde05cdc26. 2024-11-13T10:18:55,449 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 191dddfeba6f4b030fb353bde05cdc26 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-13T10:18:55,467 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/data/hbase/replication/191dddfeba6f4b030fb353bde05cdc26/.tmp/hfileref/c9243b58444e425c8130fa15fc6a1c96 is 74, key is 1/hfileref:49cc617bfd9c4a32bee4fc33d4d47940_SeqId_4_/1731493070063/DeleteColumn/seqid=0 2024-11-13T10:18:55,467 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/data/hbase/meta/1588230740/.tmp/info/a2d2e61b6b684973a121d2ef0ba65b60 is 147, key is hbase:replication,,1731493066617.191dddfeba6f4b030fb353bde05cdc26./info:regioninfo/1731493067411/Put/seqid=0 2024-11-13T10:18:55,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37729 is added to blk_1073741845_1021 (size=7686) 2024-11-13T10:18:55,473 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/data/hbase/meta/1588230740/.tmp/info/a2d2e61b6b684973a121d2ef0ba65b60 2024-11-13T10:18:55,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37729 is added to blk_1073741844_1020 (size=5203) 2024-11-13T10:18:55,498 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/data/hbase/meta/1588230740/.tmp/ns/c4b4ab32db1840d18d99c20da1082f4b is 43, key is default/ns:d/1731493057921/Put/seqid=0 2024-11-13T10:18:55,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37729 is added to blk_1073741846_1022 (size=5153) 2024-11-13T10:18:55,503 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/data/hbase/meta/1588230740/.tmp/ns/c4b4ab32db1840d18d99c20da1082f4b 2024-11-13T10:18:55,509 INFO [regionserver/770665a7984d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T10:18:55,529 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/data/hbase/meta/1588230740/.tmp/rep_barrier/8b31b02ba370492c8fc0c6895c7cc4d8 is 112, key is test,,1731493062266.82b48427f675fb2e3ab023785c574483./rep_barrier:seqnumDuringOpen/1731493063438/Put/seqid=0 2024-11-13T10:18:55,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37729 is added to blk_1073741847_1023 (size=5518) 2024-11-13T10:18:55,540 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/data/hbase/meta/1588230740/.tmp/rep_barrier/8b31b02ba370492c8fc0c6895c7cc4d8 2024-11-13T10:18:55,563 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/data/hbase/meta/1588230740/.tmp/table/7226519defc74a01bd762e9624293bcc is 53, key is hbase:replication/table:state/1731493067420/Put/seqid=0 2024-11-13T10:18:55,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37729 is added to blk_1073741848_1024 (size=5308) 2024-11-13T10:18:55,643 DEBUG [RS:0;770665a7984d:43829 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 191dddfeba6f4b030fb353bde05cdc26 2024-11-13T10:18:55,817 INFO [regionserver/770665a7984d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T10:18:55,817 INFO [regionserver/770665a7984d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T10:18:55,843 DEBUG [RS:0;770665a7984d:43829 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 191dddfeba6f4b030fb353bde05cdc26 2024-11-13T10:18:55,875 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/data/hbase/replication/191dddfeba6f4b030fb353bde05cdc26/.tmp/hfileref/c9243b58444e425c8130fa15fc6a1c96 2024-11-13T10:18:55,898 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/data/hbase/replication/191dddfeba6f4b030fb353bde05cdc26/.tmp/queue/a6a3f05ac1604a2c906df1b173e9a917 is 153, key is 1-770665a7984d,43829,1731493054874/queue:770665a7984d%2C43829%2C1731493054874/1731493071882/Put/seqid=0 2024-11-13T10:18:55,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37729 is added to blk_1073741849_1025 (size=5352) 2024-11-13T10:18:55,974 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/data/hbase/meta/1588230740/.tmp/table/7226519defc74a01bd762e9624293bcc 2024-11-13T10:18:55,980 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/data/hbase/meta/1588230740/.tmp/info/a2d2e61b6b684973a121d2ef0ba65b60 as hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/data/hbase/meta/1588230740/info/a2d2e61b6b684973a121d2ef0ba65b60 2024-11-13T10:18:55,985 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/data/hbase/meta/1588230740/info/a2d2e61b6b684973a121d2ef0ba65b60, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T10:18:55,986 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/data/hbase/meta/1588230740/.tmp/ns/c4b4ab32db1840d18d99c20da1082f4b as hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/data/hbase/meta/1588230740/ns/c4b4ab32db1840d18d99c20da1082f4b 2024-11-13T10:18:55,990 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/data/hbase/meta/1588230740/ns/c4b4ab32db1840d18d99c20da1082f4b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T10:18:55,991 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/data/hbase/meta/1588230740/.tmp/rep_barrier/8b31b02ba370492c8fc0c6895c7cc4d8 as hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/data/hbase/meta/1588230740/rep_barrier/8b31b02ba370492c8fc0c6895c7cc4d8 2024-11-13T10:18:55,996 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/data/hbase/meta/1588230740/rep_barrier/8b31b02ba370492c8fc0c6895c7cc4d8, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T10:18:55,997 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/data/hbase/meta/1588230740/.tmp/table/7226519defc74a01bd762e9624293bcc as hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/data/hbase/meta/1588230740/table/7226519defc74a01bd762e9624293bcc 2024-11-13T10:18:56,002 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/data/hbase/meta/1588230740/table/7226519defc74a01bd762e9624293bcc, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T10:18:56,003 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 560ms, sequenceid=16, compaction requested=false 2024-11-13T10:18:56,010 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T10:18:56,011 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T10:18:56,011 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T10:18:56,012 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T10:18:56,012 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731493135443Running coprocessor pre-close hooks at 1731493135443Disabling compacts and flushes for region at 1731493135443Disabling writes for close at 1731493135443Obtaining lock to block concurrent updates at 1731493135443Preparing flush snapshotting stores in 1588230740 at 1731493135443Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731493135443Flushing stores of hbase:meta,,1.1588230740 at 1731493135444 (+1 ms)Flushing 1588230740/info: creating writer at 1731493135444Flushing 1588230740/info: appending metadata at 1731493135466 (+22 ms)Flushing 1588230740/info: closing flushed file at 1731493135466Flushing 1588230740/ns: creating writer at 1731493135479 (+13 ms)Flushing 1588230740/ns: appending metadata at 1731493135498 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731493135498Flushing 1588230740/rep_barrier: creating writer at 1731493135509 (+11 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731493135529 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731493135529Flushing 1588230740/table: creating writer at 1731493135546 (+17 ms)Flushing 1588230740/table: appending metadata at 1731493135563 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731493135563Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@357b9b87: reopening flushed file at 1731493135979 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28cd1661: reopening flushed file at 1731493135985 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@583a890e: reopening flushed file at 1731493135990 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4eea8a90: reopening flushed file at 1731493135996 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 560ms, sequenceid=16, compaction requested=false at 1731493136003 (+7 ms)Writing region close event to WAL at 1731493136006 (+3 ms)Running coprocessor post-close hooks at 1731493136011 (+5 ms)Closed at 1731493136012 (+1 ms) 2024-11-13T10:18:56,012 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T10:18:56,043 DEBUG [RS:0;770665a7984d:43829 {}] regionserver.HRegionServer(1351): Waiting on 191dddfeba6f4b030fb353bde05cdc26 2024-11-13T10:18:56,243 DEBUG [RS:0;770665a7984d:43829 {}] regionserver.HRegionServer(1351): Waiting on 191dddfeba6f4b030fb353bde05cdc26 2024-11-13T10:18:56,303 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/data/hbase/replication/191dddfeba6f4b030fb353bde05cdc26/.tmp/queue/a6a3f05ac1604a2c906df1b173e9a917 2024-11-13T10:18:56,309 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/data/hbase/replication/191dddfeba6f4b030fb353bde05cdc26/.tmp/hfileref/c9243b58444e425c8130fa15fc6a1c96 as hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/data/hbase/replication/191dddfeba6f4b030fb353bde05cdc26/hfileref/c9243b58444e425c8130fa15fc6a1c96 2024-11-13T10:18:56,314 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/data/hbase/replication/191dddfeba6f4b030fb353bde05cdc26/hfileref/c9243b58444e425c8130fa15fc6a1c96, entries=2, sequenceid=10, filesize=5.1 K 2024-11-13T10:18:56,314 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/data/hbase/replication/191dddfeba6f4b030fb353bde05cdc26/.tmp/queue/a6a3f05ac1604a2c906df1b173e9a917 as hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/data/hbase/replication/191dddfeba6f4b030fb353bde05cdc26/queue/a6a3f05ac1604a2c906df1b173e9a917 2024-11-13T10:18:56,319 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/data/hbase/replication/191dddfeba6f4b030fb353bde05cdc26/queue/a6a3f05ac1604a2c906df1b173e9a917, entries=1, sequenceid=10, filesize=5.2 K 2024-11-13T10:18:56,320 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 191dddfeba6f4b030fb353bde05cdc26 in 871ms, sequenceid=10, compaction requested=false 2024-11-13T10:18:56,324 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/data/hbase/replication/191dddfeba6f4b030fb353bde05cdc26/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-13T10:18:56,324 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T10:18:56,324 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T10:18:56,325 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731493066617.191dddfeba6f4b030fb353bde05cdc26. 2024-11-13T10:18:56,325 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 191dddfeba6f4b030fb353bde05cdc26: Waiting for close lock at 1731493135449Running coprocessor pre-close hooks at 1731493135449Disabling compacts and flushes for region at 1731493135449Disabling writes for close at 1731493135449Obtaining lock to block concurrent updates at 1731493135449Preparing flush snapshotting stores in 191dddfeba6f4b030fb353bde05cdc26 at 1731493135449Finished memstore snapshotting hbase:replication,,1731493066617.191dddfeba6f4b030fb353bde05cdc26., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731493135449Flushing stores of hbase:replication,,1731493066617.191dddfeba6f4b030fb353bde05cdc26. at 1731493135450 (+1 ms)Flushing 191dddfeba6f4b030fb353bde05cdc26/hfileref: creating writer at 1731493135450Flushing 191dddfeba6f4b030fb353bde05cdc26/hfileref: appending metadata at 1731493135466 (+16 ms)Flushing 191dddfeba6f4b030fb353bde05cdc26/hfileref: closing flushed file at 1731493135466Flushing 191dddfeba6f4b030fb353bde05cdc26/queue: creating writer at 1731493135881 (+415 ms)Flushing 191dddfeba6f4b030fb353bde05cdc26/queue: appending metadata at 1731493135898 (+17 ms)Flushing 191dddfeba6f4b030fb353bde05cdc26/queue: closing flushed file at 1731493135898Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26cc4bac: reopening flushed file at 1731493136308 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52607af5: reopening flushed file at 1731493136314 (+6 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 191dddfeba6f4b030fb353bde05cdc26 in 871ms, sequenceid=10, compaction requested=false at 1731493136320 (+6 ms)Writing region close event to WAL at 1731493136321 (+1 ms)Running coprocessor post-close hooks at 1731493136324 (+3 ms)Closed at 1731493136325 (+1 ms) 2024-11-13T10:18:56,325 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731493066617.191dddfeba6f4b030fb353bde05cdc26. 2024-11-13T10:18:56,444 INFO [RS:0;770665a7984d:43829 {}] regionserver.HRegionServer(976): stopping server 770665a7984d,43829,1731493054874; all regions closed. 2024-11-13T10:18:56,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37729 is added to blk_1073741834_1010 (size=4239) 2024-11-13T10:18:56,447 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/WALs/770665a7984d,43829,1731493054874/770665a7984d%2C43829%2C1731493054874.meta.1731493057854.meta not finished, retry = 0 2024-11-13T10:18:56,549 DEBUG [RS:0;770665a7984d:43829 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/oldWALs 2024-11-13T10:18:56,549 INFO [RS:0;770665a7984d:43829 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 770665a7984d%2C43829%2C1731493054874.meta:.meta(num 1731493057854) 2024-11-13T10:18:56,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37729 is added to blk_1073741839_1015 (size=2700) 2024-11-13T10:18:56,552 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/WALs/770665a7984d,43829,1731493054874/770665a7984d%2C43829%2C1731493054874.rep.1731493067372 not finished, retry = 0 2024-11-13T10:18:56,655 DEBUG [RS:0;770665a7984d:43829 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/oldWALs 2024-11-13T10:18:56,655 INFO [RS:0;770665a7984d:43829 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 770665a7984d%2C43829%2C1731493054874.rep:(num 1731493067372) 2024-11-13T10:18:56,658 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/WALs/770665a7984d,43829,1731493054874/770665a7984d%2C43829%2C1731493054874.1731493056885 not finished, retry = 0 2024-11-13T10:18:56,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37729 is added to blk_1073741832_1008 (size=1300) 2024-11-13T10:18:56,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:18:56,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:18:56,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:18:56,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:18:56,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:18:56,761 DEBUG [RS:0;770665a7984d:43829 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/oldWALs 2024-11-13T10:18:56,761 INFO [RS:0;770665a7984d:43829 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 770665a7984d%2C43829%2C1731493054874:(num 1731493056885) 2024-11-13T10:18:56,761 DEBUG [RS:0;770665a7984d:43829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:18:56,761 INFO [RS:0;770665a7984d:43829 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T10:18:56,761 INFO [RS:0;770665a7984d:43829 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T10:18:56,761 INFO [RS:0;770665a7984d:43829 {}] hbase.ChoreService(370): Chore service for: regionserver/770665a7984d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T10:18:56,761 INFO [RS:0;770665a7984d:43829 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T10:18:56,761 INFO [regionserver/770665a7984d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T10:18:56,762 INFO [RS:0;770665a7984d:43829 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-770665a7984d,43829,1731493054874 because: Region server is closing 2024-11-13T10:18:56,762 INFO [RS:0;770665a7984d:43829 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;770665a7984d:43829. 2024-11-13T10:18:56,762 DEBUG [RS:0;770665a7984d:43829 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:18:56,762 DEBUG [RS:0;770665a7984d:43829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:18:56,762 DEBUG [RS:0;770665a7984d:43829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:18:56,762 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:18:56,862 WARN [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43829,1731493054874.replicationSource.wal-reader.770665a7984d%2C43829%2C1731493054874,1-770665a7984d,43829,1731493054874 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T10:18:56,862 WARN [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43829,1731493054874.replicationSource.shipper770665a7984d%2C43829%2C1731493054874,1-770665a7984d,43829,1731493054874 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T10:18:56,863 INFO [RS:0;770665a7984d:43829 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43829,1731493054874.replicationSource.shipper770665a7984d%2C43829%2C1731493054874,1-770665a7984d,43829,1731493054874 terminated 2024-11-13T10:18:56,863 INFO [RS:0;770665a7984d:43829 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43829 2024-11-13T10:18:56,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43829-0x10110d52ecf0001, quorum=127.0.0.1:50230, baseZNode=/0510761479 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0510761479/rs/770665a7984d,43829,1731493054874 2024-11-13T10:18:56,865 INFO [RS:0;770665a7984d:43829 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T10:18:56,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43027-0x10110d52ecf0000, quorum=127.0.0.1:50230, baseZNode=/0510761479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0510761479/rs 2024-11-13T10:18:56,866 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [770665a7984d,43829,1731493054874] 2024-11-13T10:18:56,869 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0510761479/draining/770665a7984d,43829,1731493054874 already deleted, retry=false 2024-11-13T10:18:56,869 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 770665a7984d,43829,1731493054874 expired; onlineServers=0 2024-11-13T10:18:56,869 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '770665a7984d,43027,1731493054826' ***** 2024-11-13T10:18:56,869 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T10:18:56,869 INFO [M:0;770665a7984d:43027 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T10:18:56,869 INFO [M:0;770665a7984d:43027 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T10:18:56,869 DEBUG [M:0;770665a7984d:43027 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T10:18:56,869 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T10:18:56,869 DEBUG [master/770665a7984d:0:becomeActiveMaster-HFileCleaner.large.0-1731493056693 {}] cleaner.HFileCleaner(306): Exit Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.large.0-1731493056693,5,FailOnTimeoutGroup] 2024-11-13T10:18:56,869 DEBUG [master/770665a7984d:0:becomeActiveMaster-HFileCleaner.small.0-1731493056693 {}] cleaner.HFileCleaner(306): Exit Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.small.0-1731493056693,5,FailOnTimeoutGroup] 2024-11-13T10:18:56,869 DEBUG [M:0;770665a7984d:43027 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T10:18:56,869 INFO [M:0;770665a7984d:43027 {}] hbase.ChoreService(370): Chore service for: master/770665a7984d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T10:18:56,869 INFO [M:0;770665a7984d:43027 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T10:18:56,870 DEBUG [M:0;770665a7984d:43027 {}] master.HMaster(1795): Stopping service threads 2024-11-13T10:18:56,870 INFO [M:0;770665a7984d:43027 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T10:18:56,870 INFO [M:0;770665a7984d:43027 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T10:18:56,870 INFO [M:0;770665a7984d:43027 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T10:18:56,871 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T10:18:56,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43027-0x10110d52ecf0000, quorum=127.0.0.1:50230, baseZNode=/0510761479 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0510761479/master 2024-11-13T10:18:56,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43027-0x10110d52ecf0000, quorum=127.0.0.1:50230, baseZNode=/0510761479 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0510761479 2024-11-13T10:18:56,871 DEBUG [M:0;770665a7984d:43027 {}] zookeeper.ZKUtil(347): master:43027-0x10110d52ecf0000, quorum=127.0.0.1:50230, baseZNode=/0510761479 Unable to get data of znode /0510761479/master because node does not exist (not an error) 2024-11-13T10:18:56,871 WARN [M:0;770665a7984d:43027 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T10:18:56,873 INFO [M:0;770665a7984d:43027 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/.lastflushedseqids 2024-11-13T10:18:56,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37729 is added to blk_1073741850_1026 (size=263) 2024-11-13T10:18:56,968 INFO [RS:0;770665a7984d:43829 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T10:18:56,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43829-0x10110d52ecf0001, quorum=127.0.0.1:50230, baseZNode=/0510761479 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:18:56,968 INFO [RS:0;770665a7984d:43829 {}] regionserver.HRegionServer(1031): Exiting; stopping=770665a7984d,43829,1731493054874; zookeeper connection closed. 2024-11-13T10:18:56,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43829-0x10110d52ecf0001, quorum=127.0.0.1:50230, baseZNode=/0510761479 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:18:56,969 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@22946422 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@22946422 2024-11-13T10:18:56,969 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T10:18:57,224 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T10:18:57,247 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:18:57,248 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:18:57,248 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:18:57,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:18:57,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:18:57,281 INFO [M:0;770665a7984d:43027 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T10:18:57,281 INFO [M:0;770665a7984d:43027 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T10:18:57,282 DEBUG [M:0;770665a7984d:43027 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T10:18:57,282 INFO [M:0;770665a7984d:43027 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:18:57,282 DEBUG [M:0;770665a7984d:43027 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:18:57,282 DEBUG [M:0;770665a7984d:43027 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T10:18:57,282 DEBUG [M:0;770665a7984d:43027 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:18:57,282 INFO [M:0;770665a7984d:43027 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-13T10:18:57,300 DEBUG [M:0;770665a7984d:43027 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e65d8b95814f4e6e8c5a6b3b74ba7348 is 82, key is hbase:meta,,1/info:regioninfo/1731493057901/Put/seqid=0 2024-11-13T10:18:57,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37729 is added to blk_1073741851_1027 (size=5672) 2024-11-13T10:18:57,707 INFO [M:0;770665a7984d:43027 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e65d8b95814f4e6e8c5a6b3b74ba7348 2024-11-13T10:18:57,732 DEBUG [M:0;770665a7984d:43027 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cdc20405ac244af4a625cd9195839e4b is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731493063458/Put/seqid=0 2024-11-13T10:18:57,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37729 is added to blk_1073741852_1028 (size=7240) 2024-11-13T10:18:58,139 INFO [M:0;770665a7984d:43027 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cdc20405ac244af4a625cd9195839e4b 2024-11-13T10:18:58,145 INFO [M:0;770665a7984d:43027 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cdc20405ac244af4a625cd9195839e4b 2024-11-13T10:18:58,166 DEBUG [M:0;770665a7984d:43027 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8b25baac8ad740f090ef8ae46a0cbb17 is 69, key is 770665a7984d,43829,1731493054874/rs:state/1731493056722/Put/seqid=0 2024-11-13T10:18:58,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37729 is added to blk_1073741853_1029 (size=5156) 2024-11-13T10:18:58,571 INFO [M:0;770665a7984d:43027 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8b25baac8ad740f090ef8ae46a0cbb17 2024-11-13T10:18:58,577 DEBUG [M:0;770665a7984d:43027 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e65d8b95814f4e6e8c5a6b3b74ba7348 as hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e65d8b95814f4e6e8c5a6b3b74ba7348 2024-11-13T10:18:58,581 INFO [M:0;770665a7984d:43027 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e65d8b95814f4e6e8c5a6b3b74ba7348, entries=8, sequenceid=105, filesize=5.5 K 2024-11-13T10:18:58,582 DEBUG [M:0;770665a7984d:43027 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cdc20405ac244af4a625cd9195839e4b as hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cdc20405ac244af4a625cd9195839e4b 2024-11-13T10:18:58,587 INFO [M:0;770665a7984d:43027 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cdc20405ac244af4a625cd9195839e4b 2024-11-13T10:18:58,587 INFO [M:0;770665a7984d:43027 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cdc20405ac244af4a625cd9195839e4b, entries=11, sequenceid=105, filesize=7.1 K 2024-11-13T10:18:58,588 DEBUG [M:0;770665a7984d:43027 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8b25baac8ad740f090ef8ae46a0cbb17 as hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8b25baac8ad740f090ef8ae46a0cbb17 2024-11-13T10:18:58,593 INFO [M:0;770665a7984d:43027 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36023/user/jenkins/test-data/1c85093e-2627-0cf5-108d-b488c9176094/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8b25baac8ad740f090ef8ae46a0cbb17, entries=1, sequenceid=105, filesize=5.0 K 2024-11-13T10:18:58,594 INFO [M:0;770665a7984d:43027 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1312ms, sequenceid=105, compaction requested=false 2024-11-13T10:18:58,599 INFO [M:0;770665a7984d:43027 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:18:58,599 DEBUG [M:0;770665a7984d:43027 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731493137282Disabling compacts and flushes for region at 1731493137282Disabling writes for close at 1731493137282Obtaining lock to block concurrent updates at 1731493137282Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731493137282Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1731493137282Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731493137283 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731493137283Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731493137300 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731493137300Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731493137716 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731493137732 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731493137732Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731493138145 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731493138165 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731493138165Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4422962b: reopening flushed file at 1731493138576 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12374fb5: reopening flushed file at 1731493138582 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7155453a: reopening flushed file at 1731493138587 (+5 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1312ms, sequenceid=105, compaction requested=false at 1731493138594 (+7 ms)Writing region close event to WAL at 1731493138599 (+5 ms)Closed at 1731493138599 2024-11-13T10:18:58,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37729 is added to blk_1073741830_1006 (size=64526) 2024-11-13T10:18:58,604 INFO [M:0;770665a7984d:43027 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T10:18:58,604 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T10:18:58,604 INFO [M:0;770665a7984d:43027 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43027 2024-11-13T10:18:58,604 INFO [M:0;770665a7984d:43027 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T10:18:58,706 INFO [M:0;770665a7984d:43027 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T10:18:58,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43027-0x10110d52ecf0000, quorum=127.0.0.1:50230, baseZNode=/0510761479 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:18:58,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43027-0x10110d52ecf0000, quorum=127.0.0.1:50230, baseZNode=/0510761479 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:18:58,709 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5377c0bb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T10:18:58,709 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4fe4dffa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T10:18:58,709 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T10:18:58,710 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ab92463{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T10:18:58,710 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e0f1b25{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/380a44fa-390e-32f9-1b0e-8e578815d946/hadoop.log.dir/,STOPPED} 2024-11-13T10:18:58,711 WARN [BP-1888485744-172.17.0.2-1731493053564 heartbeating to localhost/127.0.0.1:36023 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T10:18:58,711 WARN [BP-1888485744-172.17.0.2-1731493053564 heartbeating to localhost/127.0.0.1:36023 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1888485744-172.17.0.2-1731493053564 (Datanode Uuid 5f22c1b5-bb4f-473f-be2c-59fbb9453421) service to localhost/127.0.0.1:36023 2024-11-13T10:18:58,711 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T10:18:58,711 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T10:18:58,712 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/380a44fa-390e-32f9-1b0e-8e578815d946/cluster_9b4e0e87-cc99-a9c4-5113-90954ee3b639/data/data1/current/BP-1888485744-172.17.0.2-1731493053564 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T10:18:58,712 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/380a44fa-390e-32f9-1b0e-8e578815d946/cluster_9b4e0e87-cc99-a9c4-5113-90954ee3b639/data/data2/current/BP-1888485744-172.17.0.2-1731493053564 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T10:18:58,712 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T10:18:58,718 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74a3bd84{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T10:18:58,719 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c806ef1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T10:18:58,719 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T10:18:58,719 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a2f2c21{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T10:18:58,719 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74cb0f58{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/380a44fa-390e-32f9-1b0e-8e578815d946/hadoop.log.dir/,STOPPED} 2024-11-13T10:18:58,725 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T10:18:58,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T10:18:58,758 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=157 (was 140) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50230) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36023 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:41085 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:36023 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:36023 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36023 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:36023 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:41085 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41085 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f78f8b8e410.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:36023 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50230) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36023 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41085 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f78f8b8e410.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:41085 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41085 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41085 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:41085 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36023 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=503 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=342 (was 251) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1983 (was 2132) 2024-11-13T10:18:58,768 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=158, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=342, ProcessCount=11, AvailableMemoryMB=1984 2024-11-13T10:18:58,784 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-13T10:18:58,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4edd85f2-f13a-b1d7-a406-4f6a94bab341/hadoop.log.dir so I do NOT create it in target/test-data/a64caef4-b116-5bb8-9e4b-8e8547173773 2024-11-13T10:18:58,785 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4edd85f2-f13a-b1d7-a406-4f6a94bab341/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T10:18:58,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4edd85f2-f13a-b1d7-a406-4f6a94bab341/hadoop.tmp.dir so I do NOT create it in target/test-data/a64caef4-b116-5bb8-9e4b-8e8547173773 2024-11-13T10:18:58,785 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4edd85f2-f13a-b1d7-a406-4f6a94bab341/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T10:18:58,785 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64caef4-b116-5bb8-9e4b-8e8547173773 2024-11-13T10:18:58,785 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64caef4-b116-5bb8-9e4b-8e8547173773/cluster_d0fb3f89-21c0-23b7-d8d2-d53a34cf9710, deleteOnExit=true 2024-11-13T10:18:58,788 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64caef4-b116-5bb8-9e4b-8e8547173773/cluster_d0fb3f89-21c0-23b7-d8d2-d53a34cf9710/zookeeper_0, clientPort=57476, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64caef4-b116-5bb8-9e4b-8e8547173773/cluster_d0fb3f89-21c0-23b7-d8d2-d53a34cf9710/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64caef4-b116-5bb8-9e4b-8e8547173773/cluster_d0fb3f89-21c0-23b7-d8d2-d53a34cf9710/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T10:18:58,790 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57476 2024-11-13T10:18:58,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T10:18:58,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T10:18:58,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64caef4-b116-5bb8-9e4b-8e8547173773/test.cache.data in system properties and HBase conf 2024-11-13T10:18:58,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64caef4-b116-5bb8-9e4b-8e8547173773/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T10:18:58,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64caef4-b116-5bb8-9e4b-8e8547173773/hadoop.log.dir in system properties and HBase conf 2024-11-13T10:18:58,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64caef4-b116-5bb8-9e4b-8e8547173773/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T10:18:58,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64caef4-b116-5bb8-9e4b-8e8547173773/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T10:18:58,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T10:18:58,791 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T10:18:58,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64caef4-b116-5bb8-9e4b-8e8547173773/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T10:18:58,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64caef4-b116-5bb8-9e4b-8e8547173773/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T10:18:58,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64caef4-b116-5bb8-9e4b-8e8547173773/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T10:18:58,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64caef4-b116-5bb8-9e4b-8e8547173773/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T10:18:58,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64caef4-b116-5bb8-9e4b-8e8547173773/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T10:18:58,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64caef4-b116-5bb8-9e4b-8e8547173773/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T10:18:58,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64caef4-b116-5bb8-9e4b-8e8547173773/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T10:18:58,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64caef4-b116-5bb8-9e4b-8e8547173773/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T10:18:58,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64caef4-b116-5bb8-9e4b-8e8547173773/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T10:18:58,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64caef4-b116-5bb8-9e4b-8e8547173773/nfs.dump.dir in system properties and HBase conf 2024-11-13T10:18:58,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64caef4-b116-5bb8-9e4b-8e8547173773/java.io.tmpdir in system properties and HBase conf 2024-11-13T10:18:58,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64caef4-b116-5bb8-9e4b-8e8547173773/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T10:18:58,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64caef4-b116-5bb8-9e4b-8e8547173773/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T10:18:58,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64caef4-b116-5bb8-9e4b-8e8547173773/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T10:18:58,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10110d52ecf0002, quorum=127.0.0.1:50230, baseZNode=/0510761479 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T10:18:58,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10110d52ecf0005, quorum=127.0.0.1:50230, baseZNode=/1-1266533617 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T10:18:58,823 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10110d52ecf0005, quorum=127.0.0.1:50230, baseZNode=/1-1266533617 Received Disconnected from ZooKeeper, ignoring 2024-11-13T10:18:58,823 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10110d52ecf0002, quorum=127.0.0.1:50230, baseZNode=/0510761479 Received Disconnected from ZooKeeper, ignoring 2024-11-13T10:18:58,878 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T10:18:58,882 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T10:18:58,883 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T10:18:58,883 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T10:18:58,883 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T10:18:58,884 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T10:18:58,884 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5da02fb3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64caef4-b116-5bb8-9e4b-8e8547173773/hadoop.log.dir/,AVAILABLE} 2024-11-13T10:18:58,884 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a5472ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T10:18:59,011 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@24864714{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64caef4-b116-5bb8-9e4b-8e8547173773/java.io.tmpdir/jetty-localhost-35293-hadoop-hdfs-3_4_1-tests_jar-_-any-3630241049470765649/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T10:18:59,012 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@230b3bed{HTTP/1.1, (http/1.1)}{localhost:35293} 2024-11-13T10:18:59,012 INFO [Time-limited test {}] server.Server(415): Started @130860ms 2024-11-13T10:18:59,087 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T10:18:59,092 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T10:18:59,093 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T10:18:59,093 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T10:18:59,093 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T10:18:59,094 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a0b8186{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64caef4-b116-5bb8-9e4b-8e8547173773/hadoop.log.dir/,AVAILABLE} 2024-11-13T10:18:59,094 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@590247d6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T10:18:59,217 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@69252cfb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64caef4-b116-5bb8-9e4b-8e8547173773/java.io.tmpdir/jetty-localhost-37677-hadoop-hdfs-3_4_1-tests_jar-_-any-17566453674679949282/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T10:18:59,217 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a27cf90{HTTP/1.1, (http/1.1)}{localhost:37677} 2024-11-13T10:18:59,217 INFO [Time-limited test {}] server.Server(415): Started @131065ms 2024-11-13T10:18:59,218 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T10:18:59,329 WARN [Thread-1283 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64caef4-b116-5bb8-9e4b-8e8547173773/cluster_d0fb3f89-21c0-23b7-d8d2-d53a34cf9710/data/data1/current/BP-1369150919-172.17.0.2-1731493138816/current, will proceed with Du for space computation calculation, 2024-11-13T10:18:59,329 WARN [Thread-1284 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64caef4-b116-5bb8-9e4b-8e8547173773/cluster_d0fb3f89-21c0-23b7-d8d2-d53a34cf9710/data/data2/current/BP-1369150919-172.17.0.2-1731493138816/current, will proceed with Du for space computation calculation, 2024-11-13T10:18:59,347 WARN [Thread-1271 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T10:18:59,350 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xee4689ee1b8b47d3 with lease ID 0x6fb98c004f1f96b8: Processing first storage report for DS-f309a761-518a-433b-abab-59e5c628b3f6 from datanode DatanodeRegistration(127.0.0.1:41897, datanodeUuid=32535c5a-7d4c-48ed-8530-d02817331f9e, infoPort=41423, infoSecurePort=0, ipcPort=45547, storageInfo=lv=-57;cid=testClusterID;nsid=1655592461;c=1731493138816) 2024-11-13T10:18:59,350 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xee4689ee1b8b47d3 with lease ID 0x6fb98c004f1f96b8: from storage DS-f309a761-518a-433b-abab-59e5c628b3f6 node DatanodeRegistration(127.0.0.1:41897, datanodeUuid=32535c5a-7d4c-48ed-8530-d02817331f9e, infoPort=41423, infoSecurePort=0, ipcPort=45547, storageInfo=lv=-57;cid=testClusterID;nsid=1655592461;c=1731493138816), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T10:18:59,350 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xee4689ee1b8b47d3 with lease ID 0x6fb98c004f1f96b8: Processing first storage report for DS-3e7eb88a-6ad3-445d-9ba6-4e1d0aa5c681 from datanode DatanodeRegistration(127.0.0.1:41897, datanodeUuid=32535c5a-7d4c-48ed-8530-d02817331f9e, infoPort=41423, infoSecurePort=0, ipcPort=45547, storageInfo=lv=-57;cid=testClusterID;nsid=1655592461;c=1731493138816) 2024-11-13T10:18:59,350 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xee4689ee1b8b47d3 with lease ID 0x6fb98c004f1f96b8: from storage DS-3e7eb88a-6ad3-445d-9ba6-4e1d0aa5c681 node DatanodeRegistration(127.0.0.1:41897, datanodeUuid=32535c5a-7d4c-48ed-8530-d02817331f9e, infoPort=41423, infoSecurePort=0, ipcPort=45547, storageInfo=lv=-57;cid=testClusterID;nsid=1655592461;c=1731493138816), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T10:18:59,353 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64caef4-b116-5bb8-9e4b-8e8547173773 2024-11-13T10:18:59,353 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:18:59,354 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:18:59,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741825_1001 (size=7) 2024-11-13T10:18:59,364 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10 with version=8 2024-11-13T10:18:59,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/hbase-staging 2024-11-13T10:18:59,366 INFO [Time-limited test {}] client.ConnectionUtils(128): master/770665a7984d:0 server-side Connection retries=45 2024-11-13T10:18:59,366 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:18:59,366 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T10:18:59,366 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T10:18:59,366 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:18:59,366 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T10:18:59,366 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T10:18:59,366 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T10:18:59,366 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35927 2024-11-13T10:18:59,367 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35927 connecting to ZooKeeper ensemble=127.0.0.1:57476 2024-11-13T10:18:59,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:359270x0, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T10:18:59,376 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35927-0x10110d67bf30000 connected 2024-11-13T10:18:59,396 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:18:59,397 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:18:59,399 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35927-0x10110d67bf30000, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Set watcher on znode that does not yet exist, /0-255339069/running 2024-11-13T10:18:59,400 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10, hbase.cluster.distributed=false 2024-11-13T10:18:59,401 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35927-0x10110d67bf30000, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Set watcher on znode that does not yet exist, /0-255339069/acl 2024-11-13T10:18:59,401 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35927 2024-11-13T10:18:59,402 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35927 2024-11-13T10:18:59,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35927 2024-11-13T10:18:59,406 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35927 2024-11-13T10:18:59,406 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35927 2024-11-13T10:18:59,423 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/770665a7984d:0 server-side Connection retries=45 2024-11-13T10:18:59,423 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:18:59,423 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T10:18:59,423 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T10:18:59,423 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:18:59,423 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T10:18:59,423 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T10:18:59,423 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T10:18:59,425 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33093 2024-11-13T10:18:59,426 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33093 connecting to ZooKeeper ensemble=127.0.0.1:57476 2024-11-13T10:18:59,427 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:18:59,428 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:18:59,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:330930x0, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T10:18:59,433 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33093-0x10110d67bf30001 connected 2024-11-13T10:18:59,433 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33093-0x10110d67bf30001, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Set watcher on znode that does not yet exist, /0-255339069/running 2024-11-13T10:18:59,433 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T10:18:59,436 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T10:18:59,437 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33093-0x10110d67bf30001, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Set watcher on znode that does not yet exist, /0-255339069/master 2024-11-13T10:18:59,438 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33093-0x10110d67bf30001, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Set watcher on znode that does not yet exist, /0-255339069/acl 2024-11-13T10:18:59,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33093 2024-11-13T10:18:59,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33093 2024-11-13T10:18:59,443 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33093 2024-11-13T10:18:59,443 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33093 2024-11-13T10:18:59,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33093 2024-11-13T10:18:59,457 DEBUG [M:0;770665a7984d:35927 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;770665a7984d:35927 2024-11-13T10:18:59,457 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-255339069/backup-masters/770665a7984d,35927,1731493139365 2024-11-13T10:18:59,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35927-0x10110d67bf30000, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-255339069/backup-masters 2024-11-13T10:18:59,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33093-0x10110d67bf30001, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-255339069/backup-masters 2024-11-13T10:18:59,459 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35927-0x10110d67bf30000, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Set watcher on existing znode=/0-255339069/backup-masters/770665a7984d,35927,1731493139365 2024-11-13T10:18:59,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33093-0x10110d67bf30001, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-255339069/master 2024-11-13T10:18:59,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35927-0x10110d67bf30000, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-255339069 2024-11-13T10:18:59,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33093-0x10110d67bf30001, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-255339069 2024-11-13T10:18:59,461 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35927-0x10110d67bf30000, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Set watcher on existing znode=/0-255339069/master 2024-11-13T10:18:59,462 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-255339069/backup-masters/770665a7984d,35927,1731493139365 from backup master directory 2024-11-13T10:18:59,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35927-0x10110d67bf30000, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-255339069/backup-masters/770665a7984d,35927,1731493139365 2024-11-13T10:18:59,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33093-0x10110d67bf30001, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-255339069/backup-masters 2024-11-13T10:18:59,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35927-0x10110d67bf30000, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-255339069/backup-masters 2024-11-13T10:18:59,464 WARN [master/770665a7984d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T10:18:59,464 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=770665a7984d,35927,1731493139365 2024-11-13T10:18:59,468 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/hbase.id] with ID: 45c940a6-652e-4b8a-aca4-d62e1b07473a 2024-11-13T10:18:59,468 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/.tmp/hbase.id 2024-11-13T10:18:59,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741826_1002 (size=42) 2024-11-13T10:18:59,876 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/.tmp/hbase.id]:[hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/hbase.id] 2024-11-13T10:18:59,887 INFO [master/770665a7984d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:18:59,887 INFO [master/770665a7984d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T10:18:59,888 INFO [master/770665a7984d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T10:18:59,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33093-0x10110d67bf30001, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-255339069 2024-11-13T10:18:59,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35927-0x10110d67bf30000, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-255339069 2024-11-13T10:18:59,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741827_1003 (size=196) 2024-11-13T10:19:00,297 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T10:19:00,298 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T10:19:00,298 INFO [master/770665a7984d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:19:00,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741828_1004 (size=1189) 2024-11-13T10:19:00,705 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/MasterData/data/master/store 2024-11-13T10:19:00,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741829_1005 (size=34) 2024-11-13T10:19:01,112 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:19:01,112 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T10:19:01,112 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:19:01,112 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:19:01,112 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T10:19:01,112 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:19:01,112 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:19:01,112 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731493141112Disabling compacts and flushes for region at 1731493141112Disabling writes for close at 1731493141112Writing region close event to WAL at 1731493141112Closed at 1731493141112 2024-11-13T10:19:01,113 WARN [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/MasterData/data/master/store/.initializing 2024-11-13T10:19:01,113 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/MasterData/WALs/770665a7984d,35927,1731493139365 2024-11-13T10:19:01,114 INFO [master/770665a7984d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T10:19:01,116 INFO [master/770665a7984d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=770665a7984d%2C35927%2C1731493139365, suffix=, logDir=hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/MasterData/WALs/770665a7984d,35927,1731493139365, archiveDir=hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/MasterData/oldWALs, maxLogs=10 2024-11-13T10:19:01,129 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/MasterData/WALs/770665a7984d,35927,1731493139365/770665a7984d%2C35927%2C1731493139365.1731493141116, exclude list is [], retry=0 2024-11-13T10:19:01,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41897,DS-f309a761-518a-433b-abab-59e5c628b3f6,DISK] 2024-11-13T10:19:01,133 INFO [master/770665a7984d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/MasterData/WALs/770665a7984d,35927,1731493139365/770665a7984d%2C35927%2C1731493139365.1731493141116 2024-11-13T10:19:01,134 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41423:41423)] 2024-11-13T10:19:01,134 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:19:01,134 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:19:01,134 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:19:01,134 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:19:01,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:19:01,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T10:19:01,137 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:01,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:19:01,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:19:01,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T10:19:01,139 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:01,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:19:01,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:19:01,140 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T10:19:01,140 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:01,140 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:19:01,141 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:19:01,141 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T10:19:01,141 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:01,142 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:19:01,142 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:19:01,143 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:19:01,143 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:19:01,144 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:19:01,144 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:19:01,145 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T10:19:01,146 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:19:01,149 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:19:01,149 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70784113, jitterRate=0.054765477776527405}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T10:19:01,150 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731493141134Initializing all the Stores at 1731493141135 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493141135Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493141135Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493141135Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493141135Cleaning up temporary data from old regions at 1731493141144 (+9 ms)Region opened successfully at 1731493141150 (+6 ms) 2024-11-13T10:19:01,151 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T10:19:01,154 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fb1d0b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=770665a7984d/172.17.0.2:0 2024-11-13T10:19:01,155 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T10:19:01,155 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T10:19:01,155 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T10:19:01,155 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T10:19:01,155 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T10:19:01,156 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T10:19:01,156 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T10:19:01,158 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T10:19:01,158 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35927-0x10110d67bf30000, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Unable to get data of znode /0-255339069/balancer because node does not exist (not necessarily an error) 2024-11-13T10:19:01,160 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-255339069/balancer already deleted, retry=false 2024-11-13T10:19:01,160 INFO [master/770665a7984d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T10:19:01,160 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35927-0x10110d67bf30000, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Unable to get data of znode /0-255339069/normalizer because node does not exist (not necessarily an error) 2024-11-13T10:19:01,162 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-255339069/normalizer already deleted, retry=false 2024-11-13T10:19:01,162 INFO [master/770665a7984d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T10:19:01,163 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35927-0x10110d67bf30000, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Unable to get data of znode /0-255339069/switch/split because node does not exist (not necessarily an error) 2024-11-13T10:19:01,164 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-255339069/switch/split already deleted, retry=false 2024-11-13T10:19:01,164 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35927-0x10110d67bf30000, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Unable to get data of znode /0-255339069/switch/merge because node does not exist (not necessarily an error) 2024-11-13T10:19:01,166 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-255339069/switch/merge already deleted, retry=false 2024-11-13T10:19:01,168 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35927-0x10110d67bf30000, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Unable to get data of znode /0-255339069/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T10:19:01,169 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-255339069/snapshot-cleanup already deleted, retry=false 2024-11-13T10:19:01,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35927-0x10110d67bf30000, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-255339069/running 2024-11-13T10:19:01,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33093-0x10110d67bf30001, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-255339069/running 2024-11-13T10:19:01,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35927-0x10110d67bf30000, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-255339069 2024-11-13T10:19:01,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33093-0x10110d67bf30001, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-255339069 2024-11-13T10:19:01,171 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=770665a7984d,35927,1731493139365, sessionid=0x10110d67bf30000, setting cluster-up flag (Was=false) 2024-11-13T10:19:01,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33093-0x10110d67bf30001, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-255339069 2024-11-13T10:19:01,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35927-0x10110d67bf30000, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-255339069 2024-11-13T10:19:01,179 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-255339069/flush-table-proc/acquired, /0-255339069/flush-table-proc/reached, /0-255339069/flush-table-proc/abort 2024-11-13T10:19:01,180 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=770665a7984d,35927,1731493139365 2024-11-13T10:19:01,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33093-0x10110d67bf30001, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-255339069 2024-11-13T10:19:01,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35927-0x10110d67bf30000, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-255339069 2024-11-13T10:19:01,189 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-255339069/online-snapshot/acquired, /0-255339069/online-snapshot/reached, /0-255339069/online-snapshot/abort 2024-11-13T10:19:01,190 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=770665a7984d,35927,1731493139365 2024-11-13T10:19:01,191 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T10:19:01,193 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T10:19:01,193 INFO [master/770665a7984d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T10:19:01,193 INFO [master/770665a7984d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T10:19:01,194 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 770665a7984d,35927,1731493139365 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T10:19:01,195 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:19:01,195 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:19:01,195 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:19:01,195 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:19:01,195 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/770665a7984d:0, corePoolSize=10, maxPoolSize=10 2024-11-13T10:19:01,195 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:01,195 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/770665a7984d:0, corePoolSize=2, maxPoolSize=2 2024-11-13T10:19:01,195 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:01,197 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T10:19:01,197 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T10:19:01,198 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:01,198 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T10:19:01,200 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731493171200 2024-11-13T10:19:01,200 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T10:19:01,201 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T10:19:01,201 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T10:19:01,201 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T10:19:01,201 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T10:19:01,201 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T10:19:01,201 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:01,201 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T10:19:01,202 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T10:19:01,202 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T10:19:01,202 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T10:19:01,202 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T10:19:01,202 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T10:19:01,204 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.large.0-1731493141202,5,FailOnTimeoutGroup] 2024-11-13T10:19:01,206 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.small.0-1731493141204,5,FailOnTimeoutGroup] 2024-11-13T10:19:01,206 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:01,206 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T10:19:01,206 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:01,206 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:01,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741831_1007 (size=1321) 2024-11-13T10:19:01,248 INFO [RS:0;770665a7984d:33093 {}] regionserver.HRegionServer(746): ClusterId : 45c940a6-652e-4b8a-aca4-d62e1b07473a 2024-11-13T10:19:01,248 DEBUG [RS:0;770665a7984d:33093 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T10:19:01,250 DEBUG [RS:0;770665a7984d:33093 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T10:19:01,250 DEBUG [RS:0;770665a7984d:33093 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T10:19:01,252 DEBUG [RS:0;770665a7984d:33093 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T10:19:01,253 DEBUG [RS:0;770665a7984d:33093 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63056893, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=770665a7984d/172.17.0.2:0 2024-11-13T10:19:01,268 DEBUG [RS:0;770665a7984d:33093 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;770665a7984d:33093 2024-11-13T10:19:01,268 INFO [RS:0;770665a7984d:33093 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T10:19:01,268 INFO [RS:0;770665a7984d:33093 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T10:19:01,268 DEBUG [RS:0;770665a7984d:33093 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T10:19:01,269 INFO [RS:0;770665a7984d:33093 {}] regionserver.HRegionServer(2659): reportForDuty to master=770665a7984d,35927,1731493139365 with port=33093, startcode=1731493139422 2024-11-13T10:19:01,269 DEBUG [RS:0;770665a7984d:33093 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T10:19:01,271 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41549, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T10:19:01,272 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35927 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 770665a7984d,33093,1731493139422 2024-11-13T10:19:01,272 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35927 {}] master.ServerManager(517): Registering regionserver=770665a7984d,33093,1731493139422 2024-11-13T10:19:01,273 DEBUG [RS:0;770665a7984d:33093 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10 2024-11-13T10:19:01,273 DEBUG [RS:0;770665a7984d:33093 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40471 2024-11-13T10:19:01,273 DEBUG [RS:0;770665a7984d:33093 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T10:19:01,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35927-0x10110d67bf30000, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-255339069/rs 2024-11-13T10:19:01,276 DEBUG [RS:0;770665a7984d:33093 {}] zookeeper.ZKUtil(111): regionserver:33093-0x10110d67bf30001, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Set watcher on existing znode=/0-255339069/rs/770665a7984d,33093,1731493139422 2024-11-13T10:19:01,276 WARN [RS:0;770665a7984d:33093 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T10:19:01,276 INFO [RS:0;770665a7984d:33093 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:19:01,276 DEBUG [RS:0;770665a7984d:33093 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/WALs/770665a7984d,33093,1731493139422 2024-11-13T10:19:01,277 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [770665a7984d,33093,1731493139422] 2024-11-13T10:19:01,280 INFO [RS:0;770665a7984d:33093 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T10:19:01,281 INFO [RS:0;770665a7984d:33093 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T10:19:01,282 INFO [RS:0;770665a7984d:33093 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T10:19:01,282 INFO [RS:0;770665a7984d:33093 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:01,282 INFO [RS:0;770665a7984d:33093 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T10:19:01,283 INFO [RS:0;770665a7984d:33093 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T10:19:01,283 INFO [RS:0;770665a7984d:33093 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:01,283 DEBUG [RS:0;770665a7984d:33093 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:01,283 DEBUG [RS:0;770665a7984d:33093 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:01,283 DEBUG [RS:0;770665a7984d:33093 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:01,283 DEBUG [RS:0;770665a7984d:33093 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:01,283 DEBUG [RS:0;770665a7984d:33093 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:01,283 DEBUG [RS:0;770665a7984d:33093 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/770665a7984d:0, corePoolSize=2, maxPoolSize=2 2024-11-13T10:19:01,283 DEBUG [RS:0;770665a7984d:33093 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:01,283 DEBUG [RS:0;770665a7984d:33093 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:01,283 DEBUG [RS:0;770665a7984d:33093 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:01,283 DEBUG [RS:0;770665a7984d:33093 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:01,283 DEBUG [RS:0;770665a7984d:33093 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:01,283 DEBUG [RS:0;770665a7984d:33093 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:01,283 DEBUG [RS:0;770665a7984d:33093 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/770665a7984d:0, corePoolSize=3, maxPoolSize=3 2024-11-13T10:19:01,283 DEBUG [RS:0;770665a7984d:33093 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0, corePoolSize=3, maxPoolSize=3 2024-11-13T10:19:01,287 INFO [RS:0;770665a7984d:33093 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:01,288 INFO [RS:0;770665a7984d:33093 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:01,288 INFO [RS:0;770665a7984d:33093 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:01,288 INFO [RS:0;770665a7984d:33093 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:01,288 INFO [RS:0;770665a7984d:33093 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:01,288 INFO [RS:0;770665a7984d:33093 {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,33093,1731493139422-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T10:19:01,303 INFO [RS:0;770665a7984d:33093 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T10:19:01,303 INFO [RS:0;770665a7984d:33093 {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,33093,1731493139422-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:01,303 INFO [RS:0;770665a7984d:33093 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:01,303 INFO [RS:0;770665a7984d:33093 {}] regionserver.Replication(171): 770665a7984d,33093,1731493139422 started 2024-11-13T10:19:01,316 INFO [RS:0;770665a7984d:33093 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:01,316 INFO [RS:0;770665a7984d:33093 {}] regionserver.HRegionServer(1482): Serving as 770665a7984d,33093,1731493139422, RpcServer on 770665a7984d/172.17.0.2:33093, sessionid=0x10110d67bf30001 2024-11-13T10:19:01,316 DEBUG [RS:0;770665a7984d:33093 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T10:19:01,316 DEBUG [RS:0;770665a7984d:33093 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 770665a7984d,33093,1731493139422 2024-11-13T10:19:01,316 DEBUG [RS:0;770665a7984d:33093 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '770665a7984d,33093,1731493139422' 2024-11-13T10:19:01,316 DEBUG [RS:0;770665a7984d:33093 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-255339069/flush-table-proc/abort' 2024-11-13T10:19:01,317 DEBUG [RS:0;770665a7984d:33093 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-255339069/flush-table-proc/acquired' 2024-11-13T10:19:01,317 DEBUG [RS:0;770665a7984d:33093 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T10:19:01,317 DEBUG [RS:0;770665a7984d:33093 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T10:19:01,317 DEBUG [RS:0;770665a7984d:33093 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 770665a7984d,33093,1731493139422 2024-11-13T10:19:01,317 DEBUG [RS:0;770665a7984d:33093 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '770665a7984d,33093,1731493139422' 2024-11-13T10:19:01,317 DEBUG [RS:0;770665a7984d:33093 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-255339069/online-snapshot/abort' 2024-11-13T10:19:01,318 DEBUG [RS:0;770665a7984d:33093 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-255339069/online-snapshot/acquired' 2024-11-13T10:19:01,318 DEBUG [RS:0;770665a7984d:33093 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T10:19:01,318 INFO [RS:0;770665a7984d:33093 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T10:19:01,318 INFO [RS:0;770665a7984d:33093 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T10:19:01,419 INFO [RS:0;770665a7984d:33093 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T10:19:01,421 INFO [RS:0;770665a7984d:33093 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=770665a7984d%2C33093%2C1731493139422, suffix=, logDir=hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/WALs/770665a7984d,33093,1731493139422, archiveDir=hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/oldWALs, maxLogs=10 2024-11-13T10:19:01,434 DEBUG [RS:0;770665a7984d:33093 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/WALs/770665a7984d,33093,1731493139422/770665a7984d%2C33093%2C1731493139422.1731493141421, exclude list is [], retry=0 2024-11-13T10:19:01,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41897,DS-f309a761-518a-433b-abab-59e5c628b3f6,DISK] 2024-11-13T10:19:01,439 INFO [RS:0;770665a7984d:33093 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/WALs/770665a7984d,33093,1731493139422/770665a7984d%2C33093%2C1731493139422.1731493141421 2024-11-13T10:19:01,439 DEBUG [RS:0;770665a7984d:33093 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41423:41423)] 2024-11-13T10:19:01,609 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T10:19:01,609 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10 2024-11-13T10:19:01,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741833_1009 (size=32) 2024-11-13T10:19:02,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:19:02,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T10:19:02,018 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T10:19:02,018 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:02,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:19:02,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T10:19:02,020 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T10:19:02,020 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:02,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:19:02,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T10:19:02,021 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T10:19:02,021 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:02,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:19:02,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T10:19:02,023 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T10:19:02,023 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:02,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:19:02,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T10:19:02,024 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/data/hbase/meta/1588230740 2024-11-13T10:19:02,024 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/data/hbase/meta/1588230740 2024-11-13T10:19:02,025 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T10:19:02,025 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T10:19:02,025 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T10:19:02,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T10:19:02,028 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:19:02,029 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68396826, jitterRate=0.019192129373550415}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T10:19:02,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731493142015Initializing all the Stores at 1731493142017 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493142017Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493142017Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493142017Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493142017Cleaning up temporary data from old regions at 1731493142025 (+8 ms)Region opened successfully at 1731493142029 (+4 ms) 2024-11-13T10:19:02,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T10:19:02,029 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T10:19:02,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T10:19:02,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T10:19:02,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T10:19:02,030 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T10:19:02,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731493142029Disabling compacts and flushes for region at 1731493142029Disabling writes for close at 1731493142029Writing region close event to WAL at 1731493142030 (+1 ms)Closed at 1731493142030 2024-11-13T10:19:02,031 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T10:19:02,031 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T10:19:02,031 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T10:19:02,032 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T10:19:02,033 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T10:19:02,183 DEBUG [770665a7984d:35927 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T10:19:02,184 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=770665a7984d,33093,1731493139422 2024-11-13T10:19:02,185 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 770665a7984d,33093,1731493139422, state=OPENING 2024-11-13T10:19:02,188 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T10:19:02,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33093-0x10110d67bf30001, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-255339069 2024-11-13T10:19:02,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35927-0x10110d67bf30000, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-255339069 2024-11-13T10:19:02,190 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-255339069/meta-region-server: CHANGED 2024-11-13T10:19:02,190 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-255339069/meta-region-server: CHANGED 2024-11-13T10:19:02,190 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T10:19:02,190 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=770665a7984d,33093,1731493139422}] 2024-11-13T10:19:02,343 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T10:19:02,345 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45813, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T10:19:02,348 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T10:19:02,348 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:19:02,348 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T10:19:02,350 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=770665a7984d%2C33093%2C1731493139422.meta, suffix=.meta, logDir=hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/WALs/770665a7984d,33093,1731493139422, archiveDir=hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/oldWALs, maxLogs=10 2024-11-13T10:19:02,364 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/WALs/770665a7984d,33093,1731493139422/770665a7984d%2C33093%2C1731493139422.meta.1731493142350.meta, exclude list is [], retry=0 2024-11-13T10:19:02,364 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T10:19:02,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41897,DS-f309a761-518a-433b-abab-59e5c628b3f6,DISK] 2024-11-13T10:19:02,368 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/WALs/770665a7984d,33093,1731493139422/770665a7984d%2C33093%2C1731493139422.meta.1731493142350.meta 2024-11-13T10:19:02,368 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41423:41423)] 2024-11-13T10:19:02,368 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:19:02,369 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T10:19:02,369 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T10:19:02,369 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T10:19:02,369 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T10:19:02,369 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T10:19:02,369 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:19:02,370 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T10:19:02,370 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T10:19:02,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T10:19:02,372 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T10:19:02,372 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:02,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:19:02,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T10:19:02,374 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T10:19:02,374 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:02,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:19:02,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T10:19:02,375 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T10:19:02,375 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:02,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:19:02,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T10:19:02,376 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T10:19:02,376 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:02,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:19:02,376 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T10:19:02,377 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/data/hbase/meta/1588230740 2024-11-13T10:19:02,378 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/data/hbase/meta/1588230740 2024-11-13T10:19:02,380 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T10:19:02,380 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T10:19:02,381 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T10:19:02,382 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T10:19:02,383 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64078083, jitterRate=-0.04516215622425079}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T10:19:02,383 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T10:19:02,384 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731493142370Writing region info on filesystem at 1731493142370Initializing all the Stores at 1731493142370Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493142371 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493142371Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493142371Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493142371Cleaning up temporary data from old regions at 1731493142380 (+9 ms)Running coprocessor post-open hooks at 1731493142383 (+3 ms)Region opened successfully at 1731493142383 2024-11-13T10:19:02,385 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731493142343 2024-11-13T10:19:02,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:19:02,387 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T10:19:02,387 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T10:19:02,388 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:19:02,388 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:19:02,388 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=770665a7984d,33093,1731493139422 2024-11-13T10:19:02,388 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:19:02,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:19:02,389 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 770665a7984d,33093,1731493139422, state=OPEN 2024-11-13T10:19:02,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33093-0x10110d67bf30001, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-255339069/meta-region-server 2024-11-13T10:19:02,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35927-0x10110d67bf30000, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-255339069/meta-region-server 2024-11-13T10:19:02,395 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=770665a7984d,33093,1731493139422 2024-11-13T10:19:02,395 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-255339069/meta-region-server: CHANGED 2024-11-13T10:19:02,395 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-255339069/meta-region-server: CHANGED 2024-11-13T10:19:02,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:19:02,398 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T10:19:02,398 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=770665a7984d,33093,1731493139422 in 205 msec 2024-11-13T10:19:02,401 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T10:19:02,401 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 367 msec 2024-11-13T10:19:02,402 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T10:19:02,402 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T10:19:02,404 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:19:02,405 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,33093,1731493139422, seqNum=-1] 2024-11-13T10:19:02,405 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:19:02,406 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49213, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:19:02,413 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2190 sec 2024-11-13T10:19:02,413 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731493142413, completionTime=-1 2024-11-13T10:19:02,413 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T10:19:02,413 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T10:19:02,415 INFO [master/770665a7984d:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T10:19:02,415 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731493202415 2024-11-13T10:19:02,415 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731493262415 2024-11-13T10:19:02,416 INFO [master/770665a7984d:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T10:19:02,416 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,35927,1731493139365-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:02,416 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,35927,1731493139365-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:02,416 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,35927,1731493139365-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:02,416 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-770665a7984d:35927, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:02,416 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:02,418 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:02,419 DEBUG [master/770665a7984d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T10:19:02,423 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.958sec 2024-11-13T10:19:02,423 INFO [master/770665a7984d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T10:19:02,423 INFO [master/770665a7984d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T10:19:02,423 INFO [master/770665a7984d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T10:19:02,423 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T10:19:02,423 INFO [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T10:19:02,423 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,35927,1731493139365-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T10:19:02,423 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,35927,1731493139365-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T10:19:02,426 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T10:19:02,426 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T10:19:02,426 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,35927,1731493139365-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:02,449 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@156b651d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:02,449 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,35927,-1 for getting cluster id 2024-11-13T10:19:02,449 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:19:02,451 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '45c940a6-652e-4b8a-aca4-d62e1b07473a' 2024-11-13T10:19:02,451 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:19:02,451 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "45c940a6-652e-4b8a-aca4-d62e1b07473a" 2024-11-13T10:19:02,451 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c154128, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:02,451 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,35927,-1] 2024-11-13T10:19:02,452 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:19:02,452 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:02,453 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:19:02,454 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67c97e87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:02,454 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:19:02,457 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,33093,1731493139422, seqNum=-1] 2024-11-13T10:19:02,457 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:19:02,458 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:19:02,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=770665a7984d,35927,1731493139365 2024-11-13T10:19:02,461 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57476 2024-11-13T10:19:02,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T10:19:02,464 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10110d67bf30002 connected 2024-11-13T10:19:02,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64caef4-b116-5bb8-9e4b-8e8547173773/hadoop.log.dir so I do NOT create it in target/test-data/75140969-8331-374d-49cd-086a6ad417e7 2024-11-13T10:19:02,467 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64caef4-b116-5bb8-9e4b-8e8547173773/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T10:19:02,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64caef4-b116-5bb8-9e4b-8e8547173773/hadoop.tmp.dir so I do NOT create it in target/test-data/75140969-8331-374d-49cd-086a6ad417e7 2024-11-13T10:19:02,467 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64caef4-b116-5bb8-9e4b-8e8547173773/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T10:19:02,467 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75140969-8331-374d-49cd-086a6ad417e7 2024-11-13T10:19:02,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T10:19:02,468 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75140969-8331-374d-49cd-086a6ad417e7/cluster_77bd8870-9053-4928-31b1-e56bf508f1bb, deleteOnExit=true 2024-11-13T10:19:02,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T10:19:02,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75140969-8331-374d-49cd-086a6ad417e7/test.cache.data in system properties and HBase conf 2024-11-13T10:19:02,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75140969-8331-374d-49cd-086a6ad417e7/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T10:19:02,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75140969-8331-374d-49cd-086a6ad417e7/hadoop.log.dir in system properties and HBase conf 2024-11-13T10:19:02,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75140969-8331-374d-49cd-086a6ad417e7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T10:19:02,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75140969-8331-374d-49cd-086a6ad417e7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T10:19:02,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T10:19:02,468 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T10:19:02,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75140969-8331-374d-49cd-086a6ad417e7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T10:19:02,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75140969-8331-374d-49cd-086a6ad417e7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T10:19:02,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75140969-8331-374d-49cd-086a6ad417e7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T10:19:02,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75140969-8331-374d-49cd-086a6ad417e7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T10:19:02,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75140969-8331-374d-49cd-086a6ad417e7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T10:19:02,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75140969-8331-374d-49cd-086a6ad417e7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T10:19:02,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75140969-8331-374d-49cd-086a6ad417e7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T10:19:02,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75140969-8331-374d-49cd-086a6ad417e7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T10:19:02,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75140969-8331-374d-49cd-086a6ad417e7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T10:19:02,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75140969-8331-374d-49cd-086a6ad417e7/nfs.dump.dir in system properties and HBase conf 2024-11-13T10:19:02,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75140969-8331-374d-49cd-086a6ad417e7/java.io.tmpdir in system properties and HBase conf 2024-11-13T10:19:02,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75140969-8331-374d-49cd-086a6ad417e7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T10:19:02,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75140969-8331-374d-49cd-086a6ad417e7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T10:19:02,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75140969-8331-374d-49cd-086a6ad417e7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T10:19:02,548 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T10:19:02,552 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T10:19:02,553 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T10:19:02,553 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T10:19:02,553 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T10:19:02,554 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T10:19:02,554 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@370b3f5c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75140969-8331-374d-49cd-086a6ad417e7/hadoop.log.dir/,AVAILABLE} 2024-11-13T10:19:02,555 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72c980f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T10:19:02,671 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3fcc2584{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75140969-8331-374d-49cd-086a6ad417e7/java.io.tmpdir/jetty-localhost-35657-hadoop-hdfs-3_4_1-tests_jar-_-any-2242195140229822096/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T10:19:02,672 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1e8efeae{HTTP/1.1, (http/1.1)}{localhost:35657} 2024-11-13T10:19:02,672 INFO [Time-limited test {}] server.Server(415): Started @134520ms 2024-11-13T10:19:02,768 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T10:19:02,773 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T10:19:02,773 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T10:19:02,773 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T10:19:02,773 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T10:19:02,774 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b992587{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75140969-8331-374d-49cd-086a6ad417e7/hadoop.log.dir/,AVAILABLE} 2024-11-13T10:19:02,775 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58541b57{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T10:19:02,894 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6fab3a4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75140969-8331-374d-49cd-086a6ad417e7/java.io.tmpdir/jetty-localhost-32997-hadoop-hdfs-3_4_1-tests_jar-_-any-1132336290899717209/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T10:19:02,895 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@23bb9962{HTTP/1.1, (http/1.1)}{localhost:32997} 2024-11-13T10:19:02,895 INFO [Time-limited test {}] server.Server(415): Started @134743ms 2024-11-13T10:19:02,896 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T10:19:03,013 WARN [Thread-1405 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75140969-8331-374d-49cd-086a6ad417e7/cluster_77bd8870-9053-4928-31b1-e56bf508f1bb/data/data2/current/BP-561747874-172.17.0.2-1731493142492/current, will proceed with Du for space computation calculation, 2024-11-13T10:19:03,013 WARN [Thread-1404 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75140969-8331-374d-49cd-086a6ad417e7/cluster_77bd8870-9053-4928-31b1-e56bf508f1bb/data/data1/current/BP-561747874-172.17.0.2-1731493142492/current, will proceed with Du for space computation calculation, 2024-11-13T10:19:03,030 WARN [Thread-1392 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T10:19:03,033 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x42ad8131c9e93898 with lease ID 0x74677926cf272a24: Processing first storage report for DS-7976c9a3-6324-4606-9523-2e03fb7b6347 from datanode DatanodeRegistration(127.0.0.1:40707, datanodeUuid=dfe2a01a-900d-4416-bac7-e6ff0fcfa179, infoPort=44665, infoSecurePort=0, ipcPort=33999, storageInfo=lv=-57;cid=testClusterID;nsid=886868941;c=1731493142492) 2024-11-13T10:19:03,033 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x42ad8131c9e93898 with lease ID 0x74677926cf272a24: from storage DS-7976c9a3-6324-4606-9523-2e03fb7b6347 node DatanodeRegistration(127.0.0.1:40707, datanodeUuid=dfe2a01a-900d-4416-bac7-e6ff0fcfa179, infoPort=44665, infoSecurePort=0, ipcPort=33999, storageInfo=lv=-57;cid=testClusterID;nsid=886868941;c=1731493142492), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T10:19:03,033 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x42ad8131c9e93898 with lease ID 0x74677926cf272a24: Processing first storage report for DS-c3057e1e-9763-484c-8b29-2eb0d75405e6 from datanode DatanodeRegistration(127.0.0.1:40707, datanodeUuid=dfe2a01a-900d-4416-bac7-e6ff0fcfa179, infoPort=44665, infoSecurePort=0, ipcPort=33999, storageInfo=lv=-57;cid=testClusterID;nsid=886868941;c=1731493142492) 2024-11-13T10:19:03,033 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x42ad8131c9e93898 with lease ID 0x74677926cf272a24: from storage DS-c3057e1e-9763-484c-8b29-2eb0d75405e6 node DatanodeRegistration(127.0.0.1:40707, datanodeUuid=dfe2a01a-900d-4416-bac7-e6ff0fcfa179, infoPort=44665, infoSecurePort=0, ipcPort=33999, storageInfo=lv=-57;cid=testClusterID;nsid=886868941;c=1731493142492), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T10:19:03,037 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75140969-8331-374d-49cd-086a6ad417e7 2024-11-13T10:19:03,038 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:19:03,039 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:19:03,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40707 is added to blk_1073741825_1001 (size=7) 2024-11-13T10:19:03,447 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35615/user/jenkins/test-data/8a5af82d-bb55-4ff1-905d-dac7c9ebddbb with version=8 2024-11-13T10:19:03,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35615/user/jenkins/test-data/8a5af82d-bb55-4ff1-905d-dac7c9ebddbb/hbase-staging 2024-11-13T10:19:03,450 INFO [Time-limited test {}] client.ConnectionUtils(128): master/770665a7984d:0 server-side Connection retries=45 2024-11-13T10:19:03,451 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:19:03,451 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T10:19:03,451 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T10:19:03,451 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:19:03,451 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T10:19:03,451 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T10:19:03,451 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T10:19:03,452 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46845 2024-11-13T10:19:03,453 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46845 connecting to ZooKeeper ensemble=127.0.0.1:57476 2024-11-13T10:19:03,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:468450x0, quorum=127.0.0.1:57476, baseZNode=/11628109044 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T10:19:03,456 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46845-0x10110d67bf30003 connected 2024-11-13T10:19:03,470 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:19:03,472 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:19:03,473 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46845-0x10110d67bf30003, quorum=127.0.0.1:57476, baseZNode=/11628109044 Set watcher on znode that does not yet exist, /11628109044/running 2024-11-13T10:19:03,473 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35615/user/jenkins/test-data/8a5af82d-bb55-4ff1-905d-dac7c9ebddbb, hbase.cluster.distributed=false 2024-11-13T10:19:03,475 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46845-0x10110d67bf30003, quorum=127.0.0.1:57476, baseZNode=/11628109044 Set watcher on znode that does not yet exist, /11628109044/acl 2024-11-13T10:19:03,475 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46845 2024-11-13T10:19:03,475 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46845 2024-11-13T10:19:03,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46845 2024-11-13T10:19:03,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46845 2024-11-13T10:19:03,479 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46845 2024-11-13T10:19:03,495 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/770665a7984d:0 server-side Connection retries=45 2024-11-13T10:19:03,495 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:19:03,495 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T10:19:03,495 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T10:19:03,495 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:19:03,495 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T10:19:03,495 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T10:19:03,495 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T10:19:03,496 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44705 2024-11-13T10:19:03,497 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44705 connecting to ZooKeeper ensemble=127.0.0.1:57476 2024-11-13T10:19:03,497 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:19:03,499 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:19:03,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:447050x0, quorum=127.0.0.1:57476, baseZNode=/11628109044 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T10:19:03,503 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:447050x0, quorum=127.0.0.1:57476, baseZNode=/11628109044 Set watcher on znode that does not yet exist, /11628109044/running 2024-11-13T10:19:03,503 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44705-0x10110d67bf30004 connected 2024-11-13T10:19:03,503 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T10:19:03,504 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T10:19:03,505 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44705-0x10110d67bf30004, quorum=127.0.0.1:57476, baseZNode=/11628109044 Set watcher on znode that does not yet exist, /11628109044/master 2024-11-13T10:19:03,506 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44705-0x10110d67bf30004, quorum=127.0.0.1:57476, baseZNode=/11628109044 Set watcher on znode that does not yet exist, /11628109044/acl 2024-11-13T10:19:03,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44705 2024-11-13T10:19:03,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44705 2024-11-13T10:19:03,511 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44705 2024-11-13T10:19:03,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44705 2024-11-13T10:19:03,513 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44705 2024-11-13T10:19:03,528 DEBUG [M:0;770665a7984d:46845 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;770665a7984d:46845 2024-11-13T10:19:03,528 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11628109044/backup-masters/770665a7984d,46845,1731493143450 2024-11-13T10:19:03,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46845-0x10110d67bf30003, quorum=127.0.0.1:57476, baseZNode=/11628109044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11628109044/backup-masters 2024-11-13T10:19:03,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44705-0x10110d67bf30004, quorum=127.0.0.1:57476, baseZNode=/11628109044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11628109044/backup-masters 2024-11-13T10:19:03,531 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46845-0x10110d67bf30003, quorum=127.0.0.1:57476, baseZNode=/11628109044 Set watcher on existing znode=/11628109044/backup-masters/770665a7984d,46845,1731493143450 2024-11-13T10:19:03,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44705-0x10110d67bf30004, quorum=127.0.0.1:57476, baseZNode=/11628109044 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11628109044/master 2024-11-13T10:19:03,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44705-0x10110d67bf30004, quorum=127.0.0.1:57476, baseZNode=/11628109044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11628109044 2024-11-13T10:19:03,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46845-0x10110d67bf30003, quorum=127.0.0.1:57476, baseZNode=/11628109044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11628109044 2024-11-13T10:19:03,532 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46845-0x10110d67bf30003, quorum=127.0.0.1:57476, baseZNode=/11628109044 Set watcher on existing znode=/11628109044/master 2024-11-13T10:19:03,533 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11628109044/backup-masters/770665a7984d,46845,1731493143450 from backup master directory 2024-11-13T10:19:03,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46845-0x10110d67bf30003, quorum=127.0.0.1:57476, baseZNode=/11628109044 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11628109044/backup-masters/770665a7984d,46845,1731493143450 2024-11-13T10:19:03,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44705-0x10110d67bf30004, quorum=127.0.0.1:57476, baseZNode=/11628109044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11628109044/backup-masters 2024-11-13T10:19:03,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46845-0x10110d67bf30003, quorum=127.0.0.1:57476, baseZNode=/11628109044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11628109044/backup-masters 2024-11-13T10:19:03,534 WARN [master/770665a7984d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T10:19:03,534 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=770665a7984d,46845,1731493143450 2024-11-13T10:19:03,539 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35615/user/jenkins/test-data/8a5af82d-bb55-4ff1-905d-dac7c9ebddbb/hbase.id] with ID: 5e01308a-0b94-4532-9635-867b072ffb5d 2024-11-13T10:19:03,539 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35615/user/jenkins/test-data/8a5af82d-bb55-4ff1-905d-dac7c9ebddbb/.tmp/hbase.id 2024-11-13T10:19:03,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40707 is added to blk_1073741826_1002 (size=42) 2024-11-13T10:19:03,944 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35615/user/jenkins/test-data/8a5af82d-bb55-4ff1-905d-dac7c9ebddbb/.tmp/hbase.id]:[hdfs://localhost:35615/user/jenkins/test-data/8a5af82d-bb55-4ff1-905d-dac7c9ebddbb/hbase.id] 2024-11-13T10:19:03,956 INFO [master/770665a7984d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:19:03,956 INFO [master/770665a7984d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T10:19:03,957 INFO [master/770665a7984d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T10:19:03,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44705-0x10110d67bf30004, quorum=127.0.0.1:57476, baseZNode=/11628109044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11628109044 2024-11-13T10:19:03,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46845-0x10110d67bf30003, quorum=127.0.0.1:57476, baseZNode=/11628109044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11628109044 2024-11-13T10:19:03,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40707 is added to blk_1073741827_1003 (size=196) 2024-11-13T10:19:04,366 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T10:19:04,367 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T10:19:04,367 INFO [master/770665a7984d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:19:04,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40707 is added to blk_1073741828_1004 (size=1189) 2024-11-13T10:19:04,611 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T10:19:04,612 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T10:19:04,612 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T10:19:04,775 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35615/user/jenkins/test-data/8a5af82d-bb55-4ff1-905d-dac7c9ebddbb/MasterData/data/master/store 2024-11-13T10:19:04,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40707 is added to blk_1073741829_1005 (size=34) 2024-11-13T10:19:05,182 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:19:05,182 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T10:19:05,182 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:19:05,182 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:19:05,182 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T10:19:05,182 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:19:05,183 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:19:05,183 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731493145182Disabling compacts and flushes for region at 1731493145182Disabling writes for close at 1731493145182Writing region close event to WAL at 1731493145183 (+1 ms)Closed at 1731493145183 2024-11-13T10:19:05,184 WARN [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35615/user/jenkins/test-data/8a5af82d-bb55-4ff1-905d-dac7c9ebddbb/MasterData/data/master/store/.initializing 2024-11-13T10:19:05,184 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35615/user/jenkins/test-data/8a5af82d-bb55-4ff1-905d-dac7c9ebddbb/MasterData/WALs/770665a7984d,46845,1731493143450 2024-11-13T10:19:05,185 INFO [master/770665a7984d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T10:19:05,186 INFO [master/770665a7984d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=770665a7984d%2C46845%2C1731493143450, suffix=, logDir=hdfs://localhost:35615/user/jenkins/test-data/8a5af82d-bb55-4ff1-905d-dac7c9ebddbb/MasterData/WALs/770665a7984d,46845,1731493143450, archiveDir=hdfs://localhost:35615/user/jenkins/test-data/8a5af82d-bb55-4ff1-905d-dac7c9ebddbb/MasterData/oldWALs, maxLogs=10 2024-11-13T10:19:05,200 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8a5af82d-bb55-4ff1-905d-dac7c9ebddbb/MasterData/WALs/770665a7984d,46845,1731493143450/770665a7984d%2C46845%2C1731493143450.1731493145187, exclude list is [], retry=0 2024-11-13T10:19:05,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40707,DS-7976c9a3-6324-4606-9523-2e03fb7b6347,DISK] 2024-11-13T10:19:05,204 INFO [master/770665a7984d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8a5af82d-bb55-4ff1-905d-dac7c9ebddbb/MasterData/WALs/770665a7984d,46845,1731493143450/770665a7984d%2C46845%2C1731493143450.1731493145187 2024-11-13T10:19:05,204 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44665:44665)] 2024-11-13T10:19:05,205 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:19:05,205 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:19:05,205 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:19:05,205 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:19:05,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:19:05,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T10:19:05,209 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:05,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:19:05,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:19:05,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T10:19:05,210 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:05,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:19:05,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:19:05,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T10:19:05,212 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:05,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:19:05,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:19:05,213 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T10:19:05,213 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:05,213 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:19:05,213 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:19:05,214 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35615/user/jenkins/test-data/8a5af82d-bb55-4ff1-905d-dac7c9ebddbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:19:05,215 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35615/user/jenkins/test-data/8a5af82d-bb55-4ff1-905d-dac7c9ebddbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:19:05,216 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:19:05,216 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:19:05,216 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T10:19:05,217 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:19:05,219 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35615/user/jenkins/test-data/8a5af82d-bb55-4ff1-905d-dac7c9ebddbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:19:05,219 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66089736, jitterRate=-0.015186190605163574}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T10:19:05,219 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731493145205Initializing all the Stores at 1731493145206 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493145206Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493145207 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493145207Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493145207Cleaning up temporary data from old regions at 1731493145216 (+9 ms)Region opened successfully at 1731493145219 (+3 ms) 2024-11-13T10:19:05,220 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T10:19:05,223 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43ac37b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=770665a7984d/172.17.0.2:0 2024-11-13T10:19:05,223 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T10:19:05,224 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T10:19:05,224 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T10:19:05,224 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T10:19:05,224 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T10:19:05,224 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T10:19:05,224 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T10:19:05,226 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T10:19:05,226 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46845-0x10110d67bf30003, quorum=127.0.0.1:57476, baseZNode=/11628109044 Unable to get data of znode /11628109044/balancer because node does not exist (not necessarily an error) 2024-11-13T10:19:05,228 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11628109044/balancer already deleted, retry=false 2024-11-13T10:19:05,228 INFO [master/770665a7984d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T10:19:05,229 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46845-0x10110d67bf30003, quorum=127.0.0.1:57476, baseZNode=/11628109044 Unable to get data of znode /11628109044/normalizer because node does not exist (not necessarily an error) 2024-11-13T10:19:05,230 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11628109044/normalizer already deleted, retry=false 2024-11-13T10:19:05,230 INFO [master/770665a7984d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T10:19:05,231 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46845-0x10110d67bf30003, quorum=127.0.0.1:57476, baseZNode=/11628109044 Unable to get data of znode /11628109044/switch/split because node does not exist (not necessarily an error) 2024-11-13T10:19:05,233 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11628109044/switch/split already deleted, retry=false 2024-11-13T10:19:05,234 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46845-0x10110d67bf30003, quorum=127.0.0.1:57476, baseZNode=/11628109044 Unable to get data of znode /11628109044/switch/merge because node does not exist (not necessarily an error) 2024-11-13T10:19:05,236 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11628109044/switch/merge already deleted, retry=false 2024-11-13T10:19:05,237 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46845-0x10110d67bf30003, quorum=127.0.0.1:57476, baseZNode=/11628109044 Unable to get data of znode /11628109044/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T10:19:05,238 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11628109044/snapshot-cleanup already deleted, retry=false 2024-11-13T10:19:05,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46845-0x10110d67bf30003, quorum=127.0.0.1:57476, baseZNode=/11628109044 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11628109044/running 2024-11-13T10:19:05,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44705-0x10110d67bf30004, quorum=127.0.0.1:57476, baseZNode=/11628109044 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11628109044/running 2024-11-13T10:19:05,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46845-0x10110d67bf30003, quorum=127.0.0.1:57476, baseZNode=/11628109044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11628109044 2024-11-13T10:19:05,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44705-0x10110d67bf30004, quorum=127.0.0.1:57476, baseZNode=/11628109044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11628109044 2024-11-13T10:19:05,241 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=770665a7984d,46845,1731493143450, sessionid=0x10110d67bf30003, setting cluster-up flag (Was=false) 2024-11-13T10:19:05,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46845-0x10110d67bf30003, quorum=127.0.0.1:57476, baseZNode=/11628109044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11628109044 2024-11-13T10:19:05,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44705-0x10110d67bf30004, quorum=127.0.0.1:57476, baseZNode=/11628109044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11628109044 2024-11-13T10:19:05,248 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11628109044/flush-table-proc/acquired, /11628109044/flush-table-proc/reached, /11628109044/flush-table-proc/abort 2024-11-13T10:19:05,249 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=770665a7984d,46845,1731493143450 2024-11-13T10:19:05,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46845-0x10110d67bf30003, quorum=127.0.0.1:57476, baseZNode=/11628109044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11628109044 2024-11-13T10:19:05,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44705-0x10110d67bf30004, quorum=127.0.0.1:57476, baseZNode=/11628109044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11628109044 2024-11-13T10:19:05,258 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11628109044/online-snapshot/acquired, /11628109044/online-snapshot/reached, /11628109044/online-snapshot/abort 2024-11-13T10:19:05,259 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=770665a7984d,46845,1731493143450 2024-11-13T10:19:05,260 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35615/user/jenkins/test-data/8a5af82d-bb55-4ff1-905d-dac7c9ebddbb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T10:19:05,262 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T10:19:05,262 INFO [master/770665a7984d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T10:19:05,262 INFO [master/770665a7984d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T10:19:05,262 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 770665a7984d,46845,1731493143450 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T10:19:05,263 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:19:05,263 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:19:05,263 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:19:05,263 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:19:05,263 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/770665a7984d:0, corePoolSize=10, maxPoolSize=10 2024-11-13T10:19:05,263 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:05,263 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/770665a7984d:0, corePoolSize=2, maxPoolSize=2 2024-11-13T10:19:05,263 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:05,267 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731493175267 2024-11-13T10:19:05,267 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T10:19:05,267 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T10:19:05,267 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T10:19:05,267 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T10:19:05,267 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T10:19:05,267 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T10:19:05,267 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T10:19:05,268 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T10:19:05,268 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:05,268 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T10:19:05,268 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:05,269 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T10:19:05,269 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T10:19:05,269 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T10:19:05,269 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T10:19:05,269 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T10:19:05,269 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T10:19:05,269 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.large.0-1731493145269,5,FailOnTimeoutGroup] 2024-11-13T10:19:05,269 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.small.0-1731493145269,5,FailOnTimeoutGroup] 2024-11-13T10:19:05,269 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:05,269 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T10:19:05,269 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:05,269 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:05,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40707 is added to blk_1073741831_1007 (size=1321) 2024-11-13T10:19:05,318 INFO [RS:0;770665a7984d:44705 {}] regionserver.HRegionServer(746): ClusterId : 5e01308a-0b94-4532-9635-867b072ffb5d 2024-11-13T10:19:05,318 DEBUG [RS:0;770665a7984d:44705 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T10:19:05,322 DEBUG [RS:0;770665a7984d:44705 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T10:19:05,322 DEBUG [RS:0;770665a7984d:44705 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T10:19:05,324 DEBUG [RS:0;770665a7984d:44705 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T10:19:05,324 DEBUG [RS:0;770665a7984d:44705 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@243ba1ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=770665a7984d/172.17.0.2:0 2024-11-13T10:19:05,336 DEBUG [RS:0;770665a7984d:44705 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;770665a7984d:44705 2024-11-13T10:19:05,336 INFO [RS:0;770665a7984d:44705 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T10:19:05,336 INFO [RS:0;770665a7984d:44705 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T10:19:05,336 DEBUG [RS:0;770665a7984d:44705 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T10:19:05,337 INFO [RS:0;770665a7984d:44705 {}] regionserver.HRegionServer(2659): reportForDuty to master=770665a7984d,46845,1731493143450 with port=44705, startcode=1731493143495 2024-11-13T10:19:05,337 DEBUG [RS:0;770665a7984d:44705 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T10:19:05,339 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44073, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T10:19:05,339 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46845 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 770665a7984d,44705,1731493143495 2024-11-13T10:19:05,339 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46845 {}] master.ServerManager(517): Registering regionserver=770665a7984d,44705,1731493143495 2024-11-13T10:19:05,341 DEBUG [RS:0;770665a7984d:44705 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35615/user/jenkins/test-data/8a5af82d-bb55-4ff1-905d-dac7c9ebddbb 2024-11-13T10:19:05,341 DEBUG [RS:0;770665a7984d:44705 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35615 2024-11-13T10:19:05,341 DEBUG [RS:0;770665a7984d:44705 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T10:19:05,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46845-0x10110d67bf30003, quorum=127.0.0.1:57476, baseZNode=/11628109044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11628109044/rs 2024-11-13T10:19:05,347 DEBUG [RS:0;770665a7984d:44705 {}] zookeeper.ZKUtil(111): regionserver:44705-0x10110d67bf30004, quorum=127.0.0.1:57476, baseZNode=/11628109044 Set watcher on existing znode=/11628109044/rs/770665a7984d,44705,1731493143495 2024-11-13T10:19:05,347 WARN [RS:0;770665a7984d:44705 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T10:19:05,347 INFO [RS:0;770665a7984d:44705 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:19:05,348 DEBUG [RS:0;770665a7984d:44705 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35615/user/jenkins/test-data/8a5af82d-bb55-4ff1-905d-dac7c9ebddbb/WALs/770665a7984d,44705,1731493143495 2024-11-13T10:19:05,348 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [770665a7984d,44705,1731493143495] 2024-11-13T10:19:05,354 INFO [RS:0;770665a7984d:44705 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T10:19:05,355 INFO [RS:0;770665a7984d:44705 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T10:19:05,356 INFO [RS:0;770665a7984d:44705 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T10:19:05,356 INFO [RS:0;770665a7984d:44705 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:05,356 INFO [RS:0;770665a7984d:44705 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T10:19:05,356 INFO [RS:0;770665a7984d:44705 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T10:19:05,356 INFO [RS:0;770665a7984d:44705 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:05,357 DEBUG [RS:0;770665a7984d:44705 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:05,357 DEBUG [RS:0;770665a7984d:44705 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:05,357 DEBUG [RS:0;770665a7984d:44705 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:05,357 DEBUG [RS:0;770665a7984d:44705 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:05,357 DEBUG [RS:0;770665a7984d:44705 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:05,357 DEBUG [RS:0;770665a7984d:44705 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/770665a7984d:0, corePoolSize=2, maxPoolSize=2 2024-11-13T10:19:05,357 DEBUG [RS:0;770665a7984d:44705 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:05,357 DEBUG [RS:0;770665a7984d:44705 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:05,357 DEBUG [RS:0;770665a7984d:44705 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:05,357 DEBUG [RS:0;770665a7984d:44705 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:05,357 DEBUG [RS:0;770665a7984d:44705 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:05,357 DEBUG [RS:0;770665a7984d:44705 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:05,357 DEBUG [RS:0;770665a7984d:44705 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/770665a7984d:0, corePoolSize=3, maxPoolSize=3 2024-11-13T10:19:05,357 DEBUG [RS:0;770665a7984d:44705 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0, corePoolSize=3, maxPoolSize=3 2024-11-13T10:19:05,357 INFO [RS:0;770665a7984d:44705 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:05,357 INFO [RS:0;770665a7984d:44705 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:05,357 INFO [RS:0;770665a7984d:44705 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:05,357 INFO [RS:0;770665a7984d:44705 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:05,357 INFO [RS:0;770665a7984d:44705 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:05,357 INFO [RS:0;770665a7984d:44705 {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,44705,1731493143495-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T10:19:05,372 INFO [RS:0;770665a7984d:44705 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T10:19:05,372 INFO [RS:0;770665a7984d:44705 {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,44705,1731493143495-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:05,372 INFO [RS:0;770665a7984d:44705 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:05,372 INFO [RS:0;770665a7984d:44705 {}] regionserver.Replication(171): 770665a7984d,44705,1731493143495 started 2024-11-13T10:19:05,386 INFO [RS:0;770665a7984d:44705 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:05,386 INFO [RS:0;770665a7984d:44705 {}] regionserver.HRegionServer(1482): Serving as 770665a7984d,44705,1731493143495, RpcServer on 770665a7984d/172.17.0.2:44705, sessionid=0x10110d67bf30004 2024-11-13T10:19:05,386 DEBUG [RS:0;770665a7984d:44705 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T10:19:05,386 DEBUG [RS:0;770665a7984d:44705 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 770665a7984d,44705,1731493143495 2024-11-13T10:19:05,386 DEBUG [RS:0;770665a7984d:44705 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '770665a7984d,44705,1731493143495' 2024-11-13T10:19:05,386 DEBUG [RS:0;770665a7984d:44705 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11628109044/flush-table-proc/abort' 2024-11-13T10:19:05,387 DEBUG [RS:0;770665a7984d:44705 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11628109044/flush-table-proc/acquired' 2024-11-13T10:19:05,387 DEBUG [RS:0;770665a7984d:44705 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T10:19:05,387 DEBUG [RS:0;770665a7984d:44705 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T10:19:05,387 DEBUG [RS:0;770665a7984d:44705 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 770665a7984d,44705,1731493143495 2024-11-13T10:19:05,387 DEBUG [RS:0;770665a7984d:44705 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '770665a7984d,44705,1731493143495' 2024-11-13T10:19:05,387 DEBUG [RS:0;770665a7984d:44705 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11628109044/online-snapshot/abort' 2024-11-13T10:19:05,387 DEBUG [RS:0;770665a7984d:44705 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11628109044/online-snapshot/acquired' 2024-11-13T10:19:05,387 DEBUG [RS:0;770665a7984d:44705 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T10:19:05,387 INFO [RS:0;770665a7984d:44705 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T10:19:05,387 INFO [RS:0;770665a7984d:44705 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T10:19:05,488 INFO [RS:0;770665a7984d:44705 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T10:19:05,489 INFO [RS:0;770665a7984d:44705 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=770665a7984d%2C44705%2C1731493143495, suffix=, logDir=hdfs://localhost:35615/user/jenkins/test-data/8a5af82d-bb55-4ff1-905d-dac7c9ebddbb/WALs/770665a7984d,44705,1731493143495, archiveDir=hdfs://localhost:35615/user/jenkins/test-data/8a5af82d-bb55-4ff1-905d-dac7c9ebddbb/oldWALs, maxLogs=10 2024-11-13T10:19:05,504 DEBUG [RS:0;770665a7984d:44705 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8a5af82d-bb55-4ff1-905d-dac7c9ebddbb/WALs/770665a7984d,44705,1731493143495/770665a7984d%2C44705%2C1731493143495.1731493145490, exclude list is [], retry=0 2024-11-13T10:19:05,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40707,DS-7976c9a3-6324-4606-9523-2e03fb7b6347,DISK] 2024-11-13T10:19:05,508 INFO [RS:0;770665a7984d:44705 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8a5af82d-bb55-4ff1-905d-dac7c9ebddbb/WALs/770665a7984d,44705,1731493143495/770665a7984d%2C44705%2C1731493143495.1731493145490 2024-11-13T10:19:05,508 DEBUG [RS:0;770665a7984d:44705 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44665:44665)] 2024-11-13T10:19:05,676 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35615/user/jenkins/test-data/8a5af82d-bb55-4ff1-905d-dac7c9ebddbb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T10:19:05,676 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35615/user/jenkins/test-data/8a5af82d-bb55-4ff1-905d-dac7c9ebddbb 2024-11-13T10:19:05,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40707 is added to blk_1073741833_1009 (size=32) 2024-11-13T10:19:06,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:19:06,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T10:19:06,085 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T10:19:06,085 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:06,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:19:06,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T10:19:06,086 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T10:19:06,086 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:06,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:19:06,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T10:19:06,087 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T10:19:06,088 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:06,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:19:06,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T10:19:06,089 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T10:19:06,089 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:06,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:19:06,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T10:19:06,090 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35615/user/jenkins/test-data/8a5af82d-bb55-4ff1-905d-dac7c9ebddbb/data/hbase/meta/1588230740 2024-11-13T10:19:06,090 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35615/user/jenkins/test-data/8a5af82d-bb55-4ff1-905d-dac7c9ebddbb/data/hbase/meta/1588230740 2024-11-13T10:19:06,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T10:19:06,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T10:19:06,092 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T10:19:06,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T10:19:06,094 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35615/user/jenkins/test-data/8a5af82d-bb55-4ff1-905d-dac7c9ebddbb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:19:06,095 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72161268, jitterRate=0.07528668642044067}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T10:19:06,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731493146082Initializing all the Stores at 1731493146083 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493146083Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493146083Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493146083Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493146083Cleaning up temporary data from old regions at 1731493146091 (+8 ms)Region opened successfully at 1731493146095 (+4 ms) 2024-11-13T10:19:06,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T10:19:06,095 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T10:19:06,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T10:19:06,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T10:19:06,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T10:19:06,096 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T10:19:06,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731493146095Disabling compacts and flushes for region at 1731493146095Disabling writes for close at 1731493146095Writing region close event to WAL at 1731493146095Closed at 1731493146096 (+1 ms) 2024-11-13T10:19:06,097 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T10:19:06,097 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T10:19:06,097 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T10:19:06,098 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T10:19:06,099 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T10:19:06,249 DEBUG [770665a7984d:46845 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T10:19:06,249 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=770665a7984d,44705,1731493143495 2024-11-13T10:19:06,251 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 770665a7984d,44705,1731493143495, state=OPENING 2024-11-13T10:19:06,252 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T10:19:06,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46845-0x10110d67bf30003, quorum=127.0.0.1:57476, baseZNode=/11628109044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11628109044 2024-11-13T10:19:06,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44705-0x10110d67bf30004, quorum=127.0.0.1:57476, baseZNode=/11628109044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11628109044 2024-11-13T10:19:06,254 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11628109044/meta-region-server: CHANGED 2024-11-13T10:19:06,254 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T10:19:06,254 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11628109044/meta-region-server: CHANGED 2024-11-13T10:19:06,254 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=770665a7984d,44705,1731493143495}] 2024-11-13T10:19:06,407 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T10:19:06,409 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58089, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T10:19:06,412 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T10:19:06,412 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:19:06,412 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T10:19:06,414 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=770665a7984d%2C44705%2C1731493143495.meta, suffix=.meta, logDir=hdfs://localhost:35615/user/jenkins/test-data/8a5af82d-bb55-4ff1-905d-dac7c9ebddbb/WALs/770665a7984d,44705,1731493143495, archiveDir=hdfs://localhost:35615/user/jenkins/test-data/8a5af82d-bb55-4ff1-905d-dac7c9ebddbb/oldWALs, maxLogs=10 2024-11-13T10:19:06,427 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8a5af82d-bb55-4ff1-905d-dac7c9ebddbb/WALs/770665a7984d,44705,1731493143495/770665a7984d%2C44705%2C1731493143495.meta.1731493146414.meta, exclude list is [], retry=0 2024-11-13T10:19:06,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40707,DS-7976c9a3-6324-4606-9523-2e03fb7b6347,DISK] 2024-11-13T10:19:06,431 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8a5af82d-bb55-4ff1-905d-dac7c9ebddbb/WALs/770665a7984d,44705,1731493143495/770665a7984d%2C44705%2C1731493143495.meta.1731493146414.meta 2024-11-13T10:19:06,432 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44665:44665)] 2024-11-13T10:19:06,432 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:19:06,432 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T10:19:06,432 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T10:19:06,432 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T10:19:06,433 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T10:19:06,433 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T10:19:06,433 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:19:06,433 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T10:19:06,433 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T10:19:06,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T10:19:06,434 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T10:19:06,434 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:06,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:19:06,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T10:19:06,436 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T10:19:06,436 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:06,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:19:06,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T10:19:06,437 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T10:19:06,437 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:06,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:19:06,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T10:19:06,438 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T10:19:06,438 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:06,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:19:06,438 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T10:19:06,439 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35615/user/jenkins/test-data/8a5af82d-bb55-4ff1-905d-dac7c9ebddbb/data/hbase/meta/1588230740 2024-11-13T10:19:06,439 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35615/user/jenkins/test-data/8a5af82d-bb55-4ff1-905d-dac7c9ebddbb/data/hbase/meta/1588230740 2024-11-13T10:19:06,441 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T10:19:06,441 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T10:19:06,441 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T10:19:06,442 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T10:19:06,443 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69766971, jitterRate=0.03960888087749481}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T10:19:06,443 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T10:19:06,443 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731493146433Writing region info on filesystem at 1731493146433Initializing all the Stores at 1731493146433Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493146433Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493146434 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493146434Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493146434Cleaning up temporary data from old regions at 1731493146441 (+7 ms)Running coprocessor post-open hooks at 1731493146443 (+2 ms)Region opened successfully at 1731493146443 2024-11-13T10:19:06,444 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731493146407 2024-11-13T10:19:06,446 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T10:19:06,446 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T10:19:06,447 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=770665a7984d,44705,1731493143495 2024-11-13T10:19:06,447 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 770665a7984d,44705,1731493143495, state=OPEN 2024-11-13T10:19:06,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46845-0x10110d67bf30003, quorum=127.0.0.1:57476, baseZNode=/11628109044 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11628109044/meta-region-server 2024-11-13T10:19:06,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44705-0x10110d67bf30004, quorum=127.0.0.1:57476, baseZNode=/11628109044 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11628109044/meta-region-server 2024-11-13T10:19:06,449 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11628109044/meta-region-server: CHANGED 2024-11-13T10:19:06,449 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11628109044/meta-region-server: CHANGED 2024-11-13T10:19:06,449 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=770665a7984d,44705,1731493143495 2024-11-13T10:19:06,451 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T10:19:06,451 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=770665a7984d,44705,1731493143495 in 195 msec 2024-11-13T10:19:06,453 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T10:19:06,453 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 354 msec 2024-11-13T10:19:06,453 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T10:19:06,453 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T10:19:06,455 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:19:06,455 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,44705,1731493143495, seqNum=-1] 2024-11-13T10:19:06,455 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:19:06,456 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46215, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:19:06,461 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1990 sec 2024-11-13T10:19:06,461 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731493146461, completionTime=-1 2024-11-13T10:19:06,461 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T10:19:06,461 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T10:19:06,463 INFO [master/770665a7984d:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T10:19:06,463 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731493206463 2024-11-13T10:19:06,463 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731493266463 2024-11-13T10:19:06,463 INFO [master/770665a7984d:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T10:19:06,463 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,46845,1731493143450-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:06,463 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,46845,1731493143450-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:06,463 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,46845,1731493143450-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:06,463 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-770665a7984d:46845, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:06,463 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:06,463 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:06,466 DEBUG [master/770665a7984d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T10:19:06,468 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.933sec 2024-11-13T10:19:06,468 INFO [master/770665a7984d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T10:19:06,468 INFO [master/770665a7984d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T10:19:06,468 INFO [master/770665a7984d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T10:19:06,468 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T10:19:06,468 INFO [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T10:19:06,468 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,46845,1731493143450-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T10:19:06,468 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,46845,1731493143450-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T10:19:06,472 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T10:19:06,472 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T10:19:06,472 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,46845,1731493143450-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:06,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46175684, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:06,519 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,46845,-1 for getting cluster id 2024-11-13T10:19:06,520 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:19:06,522 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e01308a-0b94-4532-9635-867b072ffb5d' 2024-11-13T10:19:06,522 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:19:06,522 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e01308a-0b94-4532-9635-867b072ffb5d" 2024-11-13T10:19:06,522 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b5b7672, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:06,522 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,46845,-1] 2024-11-13T10:19:06,523 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:19:06,523 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:06,524 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:19:06,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ef2aaa1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:06,525 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:19:06,526 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,44705,1731493143495, seqNum=-1] 2024-11-13T10:19:06,527 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:19:06,528 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:19:06,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=770665a7984d,46845,1731493143450 2024-11-13T10:19:06,531 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57476 2024-11-13T10:19:06,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57476, baseZNode=/11628109044 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T10:19:06,537 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10110d67bf30005 connected 2024-11-13T10:19:06,539 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aa80ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:06,539 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,35927,-1 for getting cluster id 2024-11-13T10:19:06,539 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:19:06,540 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '45c940a6-652e-4b8a-aca4-d62e1b07473a' 2024-11-13T10:19:06,541 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:19:06,541 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "45c940a6-652e-4b8a-aca4-d62e1b07473a" 2024-11-13T10:19:06,541 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@726404bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:06,541 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,35927,-1] 2024-11-13T10:19:06,541 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:19:06,542 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:06,543 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:19:06,544 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@446d2f4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:06,544 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:19:06,545 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,35927,1731493139365 2024-11-13T10:19:06,545 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c91adc5 2024-11-13T10:19:06,545 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:19:06,547 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T10:19:06,547 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35927 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://770665a7984d:46845,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T10:19:06,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35927 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T10:19:06,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:19:06,551 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='770665a7984d:46845' 2024-11-13T10:19:06,553 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ce727de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:06,553 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,46845,-1 for getting cluster id 2024-11-13T10:19:06,553 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:19:06,554 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e01308a-0b94-4532-9635-867b072ffb5d' 2024-11-13T10:19:06,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:19:06,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e01308a-0b94-4532-9635-867b072ffb5d" 2024-11-13T10:19:06,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@391bc194, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:06,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,46845,-1] 2024-11-13T10:19:06,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:19:06,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:06,556 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:19:06,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c82af77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:06,557 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:19:06,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,46845,1731493143450 2024-11-13T10:19:06,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57a14a5a 2024-11-13T10:19:06,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:19:06,558 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T10:19:06,559 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-13T10:19:06,559 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T10:19:06,559 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:06,559 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:06,559 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:19:06,560 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T10:19:06,561 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T10:19:06,564 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T10:19:06,564 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:06,565 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T10:19:06,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741835_1011 (size=1138) 2024-11-13T10:19:06,611 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T10:19:06,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:19:06,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:19:06,976 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ba197d6a4477f6f5e1e17c39af1b6b53, NAME => 'hbase:replication,,1731493146560.ba197d6a4477f6f5e1e17c39af1b6b53.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10 2024-11-13T10:19:06,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741836_1012 (size=44) 2024-11-13T10:19:07,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:19:07,280 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T10:19:07,382 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731493146560.ba197d6a4477f6f5e1e17c39af1b6b53.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:19:07,382 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ba197d6a4477f6f5e1e17c39af1b6b53, disabling compactions & flushes 2024-11-13T10:19:07,382 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731493146560.ba197d6a4477f6f5e1e17c39af1b6b53. 2024-11-13T10:19:07,382 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731493146560.ba197d6a4477f6f5e1e17c39af1b6b53. 2024-11-13T10:19:07,383 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731493146560.ba197d6a4477f6f5e1e17c39af1b6b53. after waiting 0 ms 2024-11-13T10:19:07,383 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731493146560.ba197d6a4477f6f5e1e17c39af1b6b53. 2024-11-13T10:19:07,383 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731493146560.ba197d6a4477f6f5e1e17c39af1b6b53. 2024-11-13T10:19:07,383 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ba197d6a4477f6f5e1e17c39af1b6b53: Waiting for close lock at 1731493147382Disabling compacts and flushes for region at 1731493147382Disabling writes for close at 1731493147383 (+1 ms)Writing region close event to WAL at 1731493147383Closed at 1731493147383 2024-11-13T10:19:07,384 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T10:19:07,385 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731493146560.ba197d6a4477f6f5e1e17c39af1b6b53.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731493147384"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731493147384"}]},"ts":"1731493147384"} 2024-11-13T10:19:07,387 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T10:19:07,388 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T10:19:07,388 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731493147388"}]},"ts":"1731493147388"} 2024-11-13T10:19:07,390 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T10:19:07,390 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ba197d6a4477f6f5e1e17c39af1b6b53, ASSIGN}] 2024-11-13T10:19:07,391 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ba197d6a4477f6f5e1e17c39af1b6b53, ASSIGN 2024-11-13T10:19:07,392 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ba197d6a4477f6f5e1e17c39af1b6b53, ASSIGN; state=OFFLINE, location=770665a7984d,33093,1731493139422; forceNewPlan=false, retain=false 2024-11-13T10:19:07,543 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ba197d6a4477f6f5e1e17c39af1b6b53, regionState=OPENING, regionLocation=770665a7984d,33093,1731493139422 2024-11-13T10:19:07,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ba197d6a4477f6f5e1e17c39af1b6b53, ASSIGN because future has completed 2024-11-13T10:19:07,546 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba197d6a4477f6f5e1e17c39af1b6b53, server=770665a7984d,33093,1731493139422}] 2024-11-13T10:19:07,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:19:07,702 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731493146560.ba197d6a4477f6f5e1e17c39af1b6b53. 2024-11-13T10:19:07,702 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:19:07,703 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T10:19:07,704 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=770665a7984d%2C33093%2C1731493139422.rep, suffix=, logDir=hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/WALs/770665a7984d,33093,1731493139422, archiveDir=hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/oldWALs, maxLogs=10 2024-11-13T10:19:07,718 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/WALs/770665a7984d,33093,1731493139422/770665a7984d%2C33093%2C1731493139422.rep.1731493147704, exclude list is [], retry=0 2024-11-13T10:19:07,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41897,DS-f309a761-518a-433b-abab-59e5c628b3f6,DISK] 2024-11-13T10:19:07,721 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/WALs/770665a7984d,33093,1731493139422/770665a7984d%2C33093%2C1731493139422.rep.1731493147704 2024-11-13T10:19:07,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41423:41423)] 2024-11-13T10:19:07,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => ba197d6a4477f6f5e1e17c39af1b6b53, NAME => 'hbase:replication,,1731493146560.ba197d6a4477f6f5e1e17c39af1b6b53.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:19:07,722 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T10:19:07,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T10:19:07,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731493146560.ba197d6a4477f6f5e1e17c39af1b6b53. service=MultiRowMutationService 2024-11-13T10:19:07,722 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T10:19:07,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ba197d6a4477f6f5e1e17c39af1b6b53 2024-11-13T10:19:07,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731493146560.ba197d6a4477f6f5e1e17c39af1b6b53.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:19:07,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for ba197d6a4477f6f5e1e17c39af1b6b53 2024-11-13T10:19:07,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for ba197d6a4477f6f5e1e17c39af1b6b53 2024-11-13T10:19:07,724 INFO [StoreOpener-ba197d6a4477f6f5e1e17c39af1b6b53-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ba197d6a4477f6f5e1e17c39af1b6b53 2024-11-13T10:19:07,726 INFO [StoreOpener-ba197d6a4477f6f5e1e17c39af1b6b53-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba197d6a4477f6f5e1e17c39af1b6b53 columnFamilyName hfileref 2024-11-13T10:19:07,726 DEBUG [StoreOpener-ba197d6a4477f6f5e1e17c39af1b6b53-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:07,726 INFO [StoreOpener-ba197d6a4477f6f5e1e17c39af1b6b53-1 {}] regionserver.HStore(327): Store=ba197d6a4477f6f5e1e17c39af1b6b53/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:19:07,726 INFO [StoreOpener-ba197d6a4477f6f5e1e17c39af1b6b53-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ba197d6a4477f6f5e1e17c39af1b6b53 2024-11-13T10:19:07,727 INFO [StoreOpener-ba197d6a4477f6f5e1e17c39af1b6b53-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba197d6a4477f6f5e1e17c39af1b6b53 columnFamilyName queue 2024-11-13T10:19:07,727 DEBUG [StoreOpener-ba197d6a4477f6f5e1e17c39af1b6b53-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:07,727 INFO [StoreOpener-ba197d6a4477f6f5e1e17c39af1b6b53-1 {}] regionserver.HStore(327): Store=ba197d6a4477f6f5e1e17c39af1b6b53/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:19:07,728 INFO [StoreOpener-ba197d6a4477f6f5e1e17c39af1b6b53-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ba197d6a4477f6f5e1e17c39af1b6b53 2024-11-13T10:19:07,728 INFO [StoreOpener-ba197d6a4477f6f5e1e17c39af1b6b53-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba197d6a4477f6f5e1e17c39af1b6b53 columnFamilyName sid 2024-11-13T10:19:07,728 DEBUG [StoreOpener-ba197d6a4477f6f5e1e17c39af1b6b53-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:07,729 INFO [StoreOpener-ba197d6a4477f6f5e1e17c39af1b6b53-1 {}] regionserver.HStore(327): Store=ba197d6a4477f6f5e1e17c39af1b6b53/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:19:07,729 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for ba197d6a4477f6f5e1e17c39af1b6b53 2024-11-13T10:19:07,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/data/hbase/replication/ba197d6a4477f6f5e1e17c39af1b6b53 2024-11-13T10:19:07,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/data/hbase/replication/ba197d6a4477f6f5e1e17c39af1b6b53 2024-11-13T10:19:07,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for ba197d6a4477f6f5e1e17c39af1b6b53 2024-11-13T10:19:07,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for ba197d6a4477f6f5e1e17c39af1b6b53 2024-11-13T10:19:07,732 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T10:19:07,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for ba197d6a4477f6f5e1e17c39af1b6b53 2024-11-13T10:19:07,735 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/data/hbase/replication/ba197d6a4477f6f5e1e17c39af1b6b53/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:19:07,736 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened ba197d6a4477f6f5e1e17c39af1b6b53; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74262593, jitterRate=0.1065988689661026}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T10:19:07,736 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ba197d6a4477f6f5e1e17c39af1b6b53 2024-11-13T10:19:07,737 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for ba197d6a4477f6f5e1e17c39af1b6b53: Running coprocessor pre-open hook at 1731493147723Writing region info on filesystem at 1731493147723Initializing all the Stores at 1731493147724 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493147724Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493147724Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493147724Cleaning up temporary data from old regions at 1731493147731 (+7 ms)Running coprocessor post-open hooks at 1731493147736 (+5 ms)Region opened successfully at 1731493147737 (+1 ms) 2024-11-13T10:19:07,738 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731493146560.ba197d6a4477f6f5e1e17c39af1b6b53., pid=7, masterSystemTime=1731493147698 2024-11-13T10:19:07,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731493146560.ba197d6a4477f6f5e1e17c39af1b6b53. 2024-11-13T10:19:07,740 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731493146560.ba197d6a4477f6f5e1e17c39af1b6b53. 2024-11-13T10:19:07,741 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ba197d6a4477f6f5e1e17c39af1b6b53, regionState=OPEN, openSeqNum=2, regionLocation=770665a7984d,33093,1731493139422 2024-11-13T10:19:07,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba197d6a4477f6f5e1e17c39af1b6b53, server=770665a7984d,33093,1731493139422 because future has completed 2024-11-13T10:19:07,746 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-13T10:19:07,746 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure ba197d6a4477f6f5e1e17c39af1b6b53, server=770665a7984d,33093,1731493139422 in 199 msec 2024-11-13T10:19:07,748 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T10:19:07,748 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ba197d6a4477f6f5e1e17c39af1b6b53, ASSIGN in 356 msec 2024-11-13T10:19:07,749 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T10:19:07,749 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731493147749"}]},"ts":"1731493147749"} 2024-11-13T10:19:07,751 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T10:19:07,752 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T10:19:07,753 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1920 sec 2024-11-13T10:19:07,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731493146560.ba197d6a4477f6f5e1e17c39af1b6b53., hostname=770665a7984d,33093,1731493139422, seqNum=2] 2024-11-13T10:19:07,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33093-0x10110d67bf30001, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-255339069 2024-11-13T10:19:07,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35927-0x10110d67bf30000, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-255339069 2024-11-13T10:19:07,779 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T10:19:07,871 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T10:19:07,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:19:07,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:19:07,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:19:07,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:19:07,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:19:07,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:19:07,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33093 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-13T10:19:07,936 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T10:19:07,977 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-770665a7984d,33093,1731493139422, ReplicationSource: 1, currentBandwidth=0 2024-11-13T10:19:07,977 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:19:07,977 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,33093,1731493139422, seqNum=-1] 2024-11-13T10:19:07,978 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:19:07,979 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37391, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-13T10:19:07,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-770665a7984d,33093,1731493139422', locateType=CURRENT is [region=hbase:replication,,1731493146560.ba197d6a4477f6f5e1e17c39af1b6b53., hostname=770665a7984d,33093,1731493139422, seqNum=2] 2024-11-13T10:19:07,984 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-13T10:19:07,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35927 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-13T10:19:07,987 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 770665a7984d,33093,1731493139422 suceeded 2024-11-13T10:19:07,988 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-13T10:19:07,989 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 208 msec 2024-11-13T10:19:07,989 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://770665a7984d:46845,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T10:19:07,990 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4420 sec 2024-11-13T10:19:08,006 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,33093,1731493139422 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='770665a7984d:46845' 2024-11-13T10:19:08,008 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,33093,1731493139422 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49fcad1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:08,008 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,33093,1731493139422 {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,46845,-1 for getting cluster id 2024-11-13T10:19:08,008 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,33093,1731493139422 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:19:08,009 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e01308a-0b94-4532-9635-867b072ffb5d' 2024-11-13T10:19:08,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:19:08,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e01308a-0b94-4532-9635-867b072ffb5d" 2024-11-13T10:19:08,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f0340e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:08,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,46845,-1] 2024-11-13T10:19:08,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:19:08,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:08,010 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:19:08,011 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,33093,1731493139422 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@247a2526, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:08,011 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,33093,1731493139422 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:19:08,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,46845,1731493143450 2024-11-13T10:19:08,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6eb57669 2024-11-13T10:19:08,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:19:08,013 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-13T10:19:08,014 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,33093,1731493139422 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-770665a7984d,33093,1731493139422 (queues=1) is replicating from cluster=45c940a6-652e-4b8a-aca4-d62e1b07473a to cluster=5e01308a-0b94-4532-9635-867b072ffb5d 2024-11-13T10:19:08,014 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,33093,1731493139422 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=770665a7984d%2C33093%2C1731493139422 2024-11-13T10:19:08,014 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,33093,1731493139422 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-770665a7984d,33093,1731493139422, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T10:19:08,015 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,33093,1731493139422.replicationSource.wal-reader.770665a7984d%2C33093%2C1731493139422,1-770665a7984d,33093,1731493139422 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/WALs/770665a7984d,33093,1731493139422/770665a7984d%2C33093%2C1731493139422.1731493141421, startPosition=0, beingWritten=true 2024-11-13T10:19:08,016 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,33093,1731493139422.replicationSource.shipper770665a7984d%2C33093%2C1731493139422,1-770665a7984d,33093,1731493139422 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 770665a7984d%2C33093%2C1731493139422 2024-11-13T10:19:08,222 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,33093,1731493139422.replicationSource.wal-reader.770665a7984d%2C33093%2C1731493139422,1-770665a7984d,33093,1731493139422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/WALs/770665a7984d,33093,1731493139422/770665a7984d%2C33093%2C1731493139422.1731493141421 to pos 0, reset compression=false 2024-11-13T10:19:08,529 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,33093,1731493139422.replicationSource.wal-reader.770665a7984d%2C33093%2C1731493139422,1-770665a7984d,33093,1731493139422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/WALs/770665a7984d,33093,1731493139422/770665a7984d%2C33093%2C1731493139422.1731493141421 to pos 0, reset compression=false 2024-11-13T10:19:08,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:19:08,703 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T10:19:08,703 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T10:19:08,703 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:19:08,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:08,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:08,703 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:19:08,703 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:19:08,704 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,35927,1731493139365 2024-11-13T10:19:08,704 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f4f6222 2024-11-13T10:19:08,704 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:19:08,705 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T10:19:08,706 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35927 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-13T10:19:08,706 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T10:19:08,706 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:19:08,706 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:08,706 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:08,706 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:19:08,706 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T10:19:08,706 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=835375664, stopped=false 2024-11-13T10:19:08,706 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=770665a7984d,35927,1731493139365 2024-11-13T10:19:08,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35927-0x10110d67bf30000, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-255339069/running 2024-11-13T10:19:08,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33093-0x10110d67bf30001, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-255339069/running 2024-11-13T10:19:08,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35927-0x10110d67bf30000, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-255339069 2024-11-13T10:19:08,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33093-0x10110d67bf30001, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-255339069 2024-11-13T10:19:08,708 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T10:19:08,708 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T10:19:08,708 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:19:08,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:08,709 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '770665a7984d,33093,1731493139422' ***** 2024-11-13T10:19:08,709 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T10:19:08,709 INFO [RS:0;770665a7984d:33093 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T10:19:08,709 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35927-0x10110d67bf30000, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Set watcher on znode that does not yet exist, /0-255339069/running 2024-11-13T10:19:08,709 INFO [RS:0;770665a7984d:33093 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T10:19:08,709 INFO [RS:0;770665a7984d:33093 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T10:19:08,709 INFO [RS:0;770665a7984d:33093 {}] regionserver.HRegionServer(3091): Received CLOSE for ba197d6a4477f6f5e1e17c39af1b6b53 2024-11-13T10:19:08,710 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33093-0x10110d67bf30001, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Set watcher on znode that does not yet exist, /0-255339069/running 2024-11-13T10:19:08,710 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T10:19:08,710 INFO [RS:0;770665a7984d:33093 {}] regionserver.HRegionServer(959): stopping server 770665a7984d,33093,1731493139422 2024-11-13T10:19:08,710 INFO [RS:0;770665a7984d:33093 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T10:19:08,710 INFO [RS:0;770665a7984d:33093 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;770665a7984d:33093. 2024-11-13T10:19:08,710 DEBUG [RS:0;770665a7984d:33093 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:19:08,710 DEBUG [RS:0;770665a7984d:33093 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:08,710 INFO [RS:0;770665a7984d:33093 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T10:19:08,710 INFO [RS:0;770665a7984d:33093 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T10:19:08,710 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ba197d6a4477f6f5e1e17c39af1b6b53, disabling compactions & flushes 2024-11-13T10:19:08,710 INFO [RS:0;770665a7984d:33093 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T10:19:08,710 INFO [RS:0;770665a7984d:33093 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T10:19:08,710 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731493146560.ba197d6a4477f6f5e1e17c39af1b6b53. 2024-11-13T10:19:08,710 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731493146560.ba197d6a4477f6f5e1e17c39af1b6b53. 2024-11-13T10:19:08,710 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731493146560.ba197d6a4477f6f5e1e17c39af1b6b53. after waiting 0 ms 2024-11-13T10:19:08,710 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731493146560.ba197d6a4477f6f5e1e17c39af1b6b53. 2024-11-13T10:19:08,710 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ba197d6a4477f6f5e1e17c39af1b6b53 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-13T10:19:08,710 INFO [RS:0;770665a7984d:33093 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T10:19:08,710 DEBUG [RS:0;770665a7984d:33093 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ba197d6a4477f6f5e1e17c39af1b6b53=hbase:replication,,1731493146560.ba197d6a4477f6f5e1e17c39af1b6b53.} 2024-11-13T10:19:08,710 DEBUG [RS:0;770665a7984d:33093 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ba197d6a4477f6f5e1e17c39af1b6b53 2024-11-13T10:19:08,710 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T10:19:08,710 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T10:19:08,710 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T10:19:08,711 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T10:19:08,711 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T10:19:08,711 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-13T10:19:08,730 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/data/hbase/meta/1588230740/.tmp/info/622c6c077a5048b696be51986bd2d2bd is 147, key is hbase:replication,,1731493146560.ba197d6a4477f6f5e1e17c39af1b6b53./info:regioninfo/1731493147741/Put/seqid=0 2024-11-13T10:19:08,732 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/data/hbase/replication/ba197d6a4477f6f5e1e17c39af1b6b53/.tmp/queue/2198b705380f4e7cb061778a3e6cff0a is 151, key is 1-770665a7984d,33093,1731493139422/queue:770665a7984d%2C33093%2C1731493139422/1731493147983/Put/seqid=0 2024-11-13T10:19:08,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741838_1014 (size=6631) 2024-11-13T10:19:08,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741839_1015 (size=5350) 2024-11-13T10:19:08,793 INFO [regionserver/770665a7984d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T10:19:08,911 DEBUG [RS:0;770665a7984d:33093 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ba197d6a4477f6f5e1e17c39af1b6b53 2024-11-13T10:19:08,934 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,33093,1731493139422.replicationSource.wal-reader.770665a7984d%2C33093%2C1731493139422,1-770665a7984d,33093,1731493139422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/WALs/770665a7984d,33093,1731493139422/770665a7984d%2C33093%2C1731493139422.1731493141421 to pos 0, reset compression=false 2024-11-13T10:19:09,111 DEBUG [RS:0;770665a7984d:33093 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ba197d6a4477f6f5e1e17c39af1b6b53 2024-11-13T10:19:09,135 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/data/hbase/meta/1588230740/.tmp/info/622c6c077a5048b696be51986bd2d2bd 2024-11-13T10:19:09,136 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/data/hbase/replication/ba197d6a4477f6f5e1e17c39af1b6b53/.tmp/queue/2198b705380f4e7cb061778a3e6cff0a 2024-11-13T10:19:09,142 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/data/hbase/replication/ba197d6a4477f6f5e1e17c39af1b6b53/.tmp/queue/2198b705380f4e7cb061778a3e6cff0a as hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/data/hbase/replication/ba197d6a4477f6f5e1e17c39af1b6b53/queue/2198b705380f4e7cb061778a3e6cff0a 2024-11-13T10:19:09,148 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/data/hbase/replication/ba197d6a4477f6f5e1e17c39af1b6b53/queue/2198b705380f4e7cb061778a3e6cff0a, entries=1, sequenceid=5, filesize=5.2 K 2024-11-13T10:19:09,149 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for ba197d6a4477f6f5e1e17c39af1b6b53 in 439ms, sequenceid=5, compaction requested=false 2024-11-13T10:19:09,149 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T10:19:09,153 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/data/hbase/replication/ba197d6a4477f6f5e1e17c39af1b6b53/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T10:19:09,154 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T10:19:09,154 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T10:19:09,154 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731493146560.ba197d6a4477f6f5e1e17c39af1b6b53. 2024-11-13T10:19:09,154 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ba197d6a4477f6f5e1e17c39af1b6b53: Waiting for close lock at 1731493148710Running coprocessor pre-close hooks at 1731493148710Disabling compacts and flushes for region at 1731493148710Disabling writes for close at 1731493148710Obtaining lock to block concurrent updates at 1731493148710Preparing flush snapshotting stores in ba197d6a4477f6f5e1e17c39af1b6b53 at 1731493148710Finished memstore snapshotting hbase:replication,,1731493146560.ba197d6a4477f6f5e1e17c39af1b6b53., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731493148711 (+1 ms)Flushing stores of hbase:replication,,1731493146560.ba197d6a4477f6f5e1e17c39af1b6b53. at 1731493148711Flushing ba197d6a4477f6f5e1e17c39af1b6b53/queue: creating writer at 1731493148711Flushing ba197d6a4477f6f5e1e17c39af1b6b53/queue: appending metadata at 1731493148731 (+20 ms)Flushing ba197d6a4477f6f5e1e17c39af1b6b53/queue: closing flushed file at 1731493148731Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@491ece21: reopening flushed file at 1731493149142 (+411 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for ba197d6a4477f6f5e1e17c39af1b6b53 in 439ms, sequenceid=5, compaction requested=false at 1731493149149 (+7 ms)Writing region close event to WAL at 1731493149150 (+1 ms)Running coprocessor post-close hooks at 1731493149154 (+4 ms)Closed at 1731493149154 2024-11-13T10:19:09,154 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731493146560.ba197d6a4477f6f5e1e17c39af1b6b53. 2024-11-13T10:19:09,158 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/data/hbase/meta/1588230740/.tmp/ns/b078e57794b544698f87587bee4b9ccc is 43, key is default/ns:d/1731493142407/Put/seqid=0 2024-11-13T10:19:09,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741840_1016 (size=5153) 2024-11-13T10:19:09,288 INFO [regionserver/770665a7984d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T10:19:09,288 INFO [regionserver/770665a7984d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T10:19:09,311 DEBUG [RS:0;770665a7984d:33093 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T10:19:09,439 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,33093,1731493139422.replicationSource.wal-reader.770665a7984d%2C33093%2C1731493139422,1-770665a7984d,33093,1731493139422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/WALs/770665a7984d,33093,1731493139422/770665a7984d%2C33093%2C1731493139422.1731493141421 to pos 0, reset compression=false 2024-11-13T10:19:09,511 DEBUG [RS:0;770665a7984d:33093 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T10:19:09,563 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/data/hbase/meta/1588230740/.tmp/ns/b078e57794b544698f87587bee4b9ccc 2024-11-13T10:19:09,583 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/data/hbase/meta/1588230740/.tmp/table/fb8b9ad768c748c5afa84469db596680 is 53, key is hbase:replication/table:state/1731493147749/Put/seqid=0 2024-11-13T10:19:09,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741841_1017 (size=5256) 2024-11-13T10:19:09,711 INFO [RS:0;770665a7984d:33093 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T10:19:09,711 DEBUG [RS:0;770665a7984d:33093 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T10:19:09,712 DEBUG [RS:0;770665a7984d:33093 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T10:19:09,912 DEBUG [RS:0;770665a7984d:33093 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T10:19:09,988 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/data/hbase/meta/1588230740/.tmp/table/fb8b9ad768c748c5afa84469db596680 2024-11-13T10:19:09,994 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/data/hbase/meta/1588230740/.tmp/info/622c6c077a5048b696be51986bd2d2bd as hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/data/hbase/meta/1588230740/info/622c6c077a5048b696be51986bd2d2bd 2024-11-13T10:19:09,998 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/data/hbase/meta/1588230740/info/622c6c077a5048b696be51986bd2d2bd, entries=10, sequenceid=11, filesize=6.5 K 2024-11-13T10:19:09,999 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/data/hbase/meta/1588230740/.tmp/ns/b078e57794b544698f87587bee4b9ccc as hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/data/hbase/meta/1588230740/ns/b078e57794b544698f87587bee4b9ccc 2024-11-13T10:19:10,003 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/data/hbase/meta/1588230740/ns/b078e57794b544698f87587bee4b9ccc, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T10:19:10,004 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/data/hbase/meta/1588230740/.tmp/table/fb8b9ad768c748c5afa84469db596680 as hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/data/hbase/meta/1588230740/table/fb8b9ad768c748c5afa84469db596680 2024-11-13T10:19:10,008 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/data/hbase/meta/1588230740/table/fb8b9ad768c748c5afa84469db596680, entries=2, sequenceid=11, filesize=5.1 K 2024-11-13T10:19:10,009 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1298ms, sequenceid=11, compaction requested=false 2024-11-13T10:19:10,013 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T10:19:10,014 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T10:19:10,014 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T10:19:10,014 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T10:19:10,014 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731493148710Running coprocessor pre-close hooks at 1731493148710Disabling compacts and flushes for region at 1731493148710Disabling writes for close at 1731493148711 (+1 ms)Obtaining lock to block concurrent updates at 1731493148711Preparing flush snapshotting stores in 1588230740 at 1731493148711Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731493148711Flushing stores of hbase:meta,,1.1588230740 at 1731493148712 (+1 ms)Flushing 1588230740/info: creating writer at 1731493148712Flushing 1588230740/info: appending metadata at 1731493148730 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731493148730Flushing 1588230740/ns: creating writer at 1731493149142 (+412 ms)Flushing 1588230740/ns: appending metadata at 1731493149158 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731493149158Flushing 1588230740/table: creating writer at 1731493149568 (+410 ms)Flushing 1588230740/table: appending metadata at 1731493149582 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731493149582Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d5c1918: reopening flushed file at 1731493149993 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d379623: reopening flushed file at 1731493149998 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2745f02c: reopening flushed file at 1731493150003 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1298ms, sequenceid=11, compaction requested=false at 1731493150009 (+6 ms)Writing region close event to WAL at 1731493150011 (+2 ms)Running coprocessor post-close hooks at 1731493150014 (+3 ms)Closed at 1731493150014 2024-11-13T10:19:10,014 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T10:19:10,044 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,33093,1731493139422.replicationSource.wal-reader.770665a7984d%2C33093%2C1731493139422,1-770665a7984d,33093,1731493139422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/WALs/770665a7984d,33093,1731493139422/770665a7984d%2C33093%2C1731493139422.1731493141421 to pos 0, reset compression=false 2024-11-13T10:19:10,112 INFO [RS:0;770665a7984d:33093 {}] regionserver.HRegionServer(976): stopping server 770665a7984d,33093,1731493139422; all regions closed. 2024-11-13T10:19:10,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741834_1010 (size=2742) 2024-11-13T10:19:10,117 DEBUG [RS:0;770665a7984d:33093 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/oldWALs 2024-11-13T10:19:10,117 INFO [RS:0;770665a7984d:33093 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 770665a7984d%2C33093%2C1731493139422.meta:.meta(num 1731493142350) 2024-11-13T10:19:10,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741837_1013 (size=1586) 2024-11-13T10:19:10,119 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/WALs/770665a7984d,33093,1731493139422/770665a7984d%2C33093%2C1731493139422.rep.1731493147704 not finished, retry = 0 2024-11-13T10:19:10,221 DEBUG [RS:0;770665a7984d:33093 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/oldWALs 2024-11-13T10:19:10,222 INFO [RS:0;770665a7984d:33093 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 770665a7984d%2C33093%2C1731493139422.rep:(num 1731493147704) 2024-11-13T10:19:10,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741832_1008 (size=93) 2024-11-13T10:19:10,224 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/WALs/770665a7984d,33093,1731493139422/770665a7984d%2C33093%2C1731493139422.1731493141421 not finished, retry = 0 2024-11-13T10:19:10,327 DEBUG [RS:0;770665a7984d:33093 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/oldWALs 2024-11-13T10:19:10,327 INFO [RS:0;770665a7984d:33093 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 770665a7984d%2C33093%2C1731493139422:(num 1731493141421) 2024-11-13T10:19:10,327 DEBUG [RS:0;770665a7984d:33093 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:10,327 INFO [RS:0;770665a7984d:33093 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T10:19:10,327 INFO [RS:0;770665a7984d:33093 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T10:19:10,327 INFO [RS:0;770665a7984d:33093 {}] hbase.ChoreService(370): Chore service for: regionserver/770665a7984d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T10:19:10,327 INFO [RS:0;770665a7984d:33093 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T10:19:10,327 INFO [regionserver/770665a7984d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T10:19:10,327 INFO [RS:0;770665a7984d:33093 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-770665a7984d,33093,1731493139422 because: Region server is closing 2024-11-13T10:19:10,327 INFO [RS:0;770665a7984d:33093 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;770665a7984d:33093. 2024-11-13T10:19:10,327 DEBUG [RS:0;770665a7984d:33093 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:19:10,328 DEBUG [RS:0;770665a7984d:33093 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:10,328 DEBUG [RS:0;770665a7984d:33093 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:10,328 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:19:10,428 WARN [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,33093,1731493139422.replicationSource.shipper770665a7984d%2C33093%2C1731493139422,1-770665a7984d,33093,1731493139422 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T10:19:10,428 WARN [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,33093,1731493139422.replicationSource.wal-reader.770665a7984d%2C33093%2C1731493139422,1-770665a7984d,33093,1731493139422 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T10:19:10,428 INFO [RS:0;770665a7984d:33093 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,33093,1731493139422.replicationSource.shipper770665a7984d%2C33093%2C1731493139422,1-770665a7984d,33093,1731493139422 terminated 2024-11-13T10:19:10,428 INFO [RS:0;770665a7984d:33093 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33093 2024-11-13T10:19:10,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35927-0x10110d67bf30000, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-255339069/rs 2024-11-13T10:19:10,430 INFO [RS:0;770665a7984d:33093 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T10:19:10,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33093-0x10110d67bf30001, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-255339069/rs/770665a7984d,33093,1731493139422 2024-11-13T10:19:10,431 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [770665a7984d,33093,1731493139422] 2024-11-13T10:19:10,433 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-255339069/draining/770665a7984d,33093,1731493139422 already deleted, retry=false 2024-11-13T10:19:10,433 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 770665a7984d,33093,1731493139422 expired; onlineServers=0 2024-11-13T10:19:10,433 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '770665a7984d,35927,1731493139365' ***** 2024-11-13T10:19:10,433 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T10:19:10,433 INFO [M:0;770665a7984d:35927 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T10:19:10,433 INFO [M:0;770665a7984d:35927 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T10:19:10,433 DEBUG [M:0;770665a7984d:35927 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T10:19:10,433 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T10:19:10,433 DEBUG [M:0;770665a7984d:35927 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T10:19:10,433 DEBUG [master/770665a7984d:0:becomeActiveMaster-HFileCleaner.large.0-1731493141202 {}] cleaner.HFileCleaner(306): Exit Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.large.0-1731493141202,5,FailOnTimeoutGroup] 2024-11-13T10:19:10,433 DEBUG [master/770665a7984d:0:becomeActiveMaster-HFileCleaner.small.0-1731493141204 {}] cleaner.HFileCleaner(306): Exit Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.small.0-1731493141204,5,FailOnTimeoutGroup] 2024-11-13T10:19:10,433 INFO [M:0;770665a7984d:35927 {}] hbase.ChoreService(370): Chore service for: master/770665a7984d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T10:19:10,433 INFO [M:0;770665a7984d:35927 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T10:19:10,433 DEBUG [M:0;770665a7984d:35927 {}] master.HMaster(1795): Stopping service threads 2024-11-13T10:19:10,433 INFO [M:0;770665a7984d:35927 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T10:19:10,433 INFO [M:0;770665a7984d:35927 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T10:19:10,434 INFO [M:0;770665a7984d:35927 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T10:19:10,434 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T10:19:10,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35927-0x10110d67bf30000, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-255339069/master 2024-11-13T10:19:10,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35927-0x10110d67bf30000, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-255339069 2024-11-13T10:19:10,436 DEBUG [M:0;770665a7984d:35927 {}] zookeeper.ZKUtil(347): master:35927-0x10110d67bf30000, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Unable to get data of znode /0-255339069/master because node does not exist (not an error) 2024-11-13T10:19:10,436 WARN [M:0;770665a7984d:35927 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T10:19:10,437 INFO [M:0;770665a7984d:35927 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/.lastflushedseqids 2024-11-13T10:19:10,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741842_1018 (size=181) 2024-11-13T10:19:10,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33093-0x10110d67bf30001, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:19:10,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33093-0x10110d67bf30001, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:19:10,532 INFO [RS:0;770665a7984d:33093 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T10:19:10,532 INFO [RS:0;770665a7984d:33093 {}] regionserver.HRegionServer(1031): Exiting; stopping=770665a7984d,33093,1731493139422; zookeeper connection closed. 2024-11-13T10:19:10,532 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@51062b1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@51062b1 2024-11-13T10:19:10,532 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T10:19:10,842 INFO [M:0;770665a7984d:35927 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T10:19:10,842 INFO [M:0;770665a7984d:35927 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T10:19:10,842 DEBUG [M:0;770665a7984d:35927 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T10:19:10,842 INFO [M:0;770665a7984d:35927 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:19:10,842 DEBUG [M:0;770665a7984d:35927 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:19:10,842 DEBUG [M:0;770665a7984d:35927 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T10:19:10,842 DEBUG [M:0;770665a7984d:35927 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:19:10,843 INFO [M:0;770665a7984d:35927 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-13T10:19:10,859 DEBUG [M:0;770665a7984d:35927 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/af340c2ea7904a57a19f0cd91c252d7a is 82, key is hbase:meta,,1/info:regioninfo/1731493142388/Put/seqid=0 2024-11-13T10:19:10,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741843_1019 (size=5672) 2024-11-13T10:19:11,264 INFO [M:0;770665a7984d:35927 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/af340c2ea7904a57a19f0cd91c252d7a 2024-11-13T10:19:11,289 DEBUG [M:0;770665a7984d:35927 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a5c1e3f2170a43fc951e62c4fcfcf474 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731493147753/Put/seqid=0 2024-11-13T10:19:11,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741844_1020 (size=7203) 2024-11-13T10:19:11,694 INFO [M:0;770665a7984d:35927 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a5c1e3f2170a43fc951e62c4fcfcf474 2024-11-13T10:19:11,714 DEBUG [M:0;770665a7984d:35927 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4ad5b1192e0047bfbc89e49c686e21bf is 69, key is 770665a7984d,33093,1731493139422/rs:state/1731493141272/Put/seqid=0 2024-11-13T10:19:11,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741845_1021 (size=5156) 2024-11-13T10:19:12,118 INFO [M:0;770665a7984d:35927 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4ad5b1192e0047bfbc89e49c686e21bf 2024-11-13T10:19:12,124 DEBUG [M:0;770665a7984d:35927 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/af340c2ea7904a57a19f0cd91c252d7a as hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/af340c2ea7904a57a19f0cd91c252d7a 2024-11-13T10:19:12,129 INFO [M:0;770665a7984d:35927 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/af340c2ea7904a57a19f0cd91c252d7a, entries=8, sequenceid=70, filesize=5.5 K 2024-11-13T10:19:12,130 DEBUG [M:0;770665a7984d:35927 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a5c1e3f2170a43fc951e62c4fcfcf474 as hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a5c1e3f2170a43fc951e62c4fcfcf474 2024-11-13T10:19:12,135 INFO [M:0;770665a7984d:35927 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a5c1e3f2170a43fc951e62c4fcfcf474, entries=8, sequenceid=70, filesize=7.0 K 2024-11-13T10:19:12,135 DEBUG [M:0;770665a7984d:35927 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4ad5b1192e0047bfbc89e49c686e21bf as hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4ad5b1192e0047bfbc89e49c686e21bf 2024-11-13T10:19:12,140 INFO [M:0;770665a7984d:35927 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4ad5b1192e0047bfbc89e49c686e21bf, entries=1, sequenceid=70, filesize=5.0 K 2024-11-13T10:19:12,141 INFO [M:0;770665a7984d:35927 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1299ms, sequenceid=70, compaction requested=false 2024-11-13T10:19:12,142 INFO [M:0;770665a7984d:35927 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:19:12,142 DEBUG [M:0;770665a7984d:35927 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731493150842Disabling compacts and flushes for region at 1731493150842Disabling writes for close at 1731493150842Obtaining lock to block concurrent updates at 1731493150843 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731493150843Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731493150843Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731493150843Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731493150844 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731493150859 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731493150859Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731493151271 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731493151289 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731493151289Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731493151699 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731493151713 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731493151713Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e6ee17b: reopening flushed file at 1731493152123 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@370004a0: reopening flushed file at 1731493152129 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57b5ed6e: reopening flushed file at 1731493152135 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1299ms, sequenceid=70, compaction requested=false at 1731493152141 (+6 ms)Writing region close event to WAL at 1731493152142 (+1 ms)Closed at 1731493152142 2024-11-13T10:19:12,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741830_1006 (size=41008) 2024-11-13T10:19:12,145 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/MasterData/WALs/770665a7984d,35927,1731493139365/770665a7984d%2C35927%2C1731493139365.1731493141116 not finished, retry = 0 2024-11-13T10:19:12,246 INFO [M:0;770665a7984d:35927 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T10:19:12,246 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T10:19:12,246 INFO [M:0;770665a7984d:35927 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35927 2024-11-13T10:19:12,246 INFO [M:0;770665a7984d:35927 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T10:19:12,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35927-0x10110d67bf30000, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:19:12,348 INFO [M:0;770665a7984d:35927 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T10:19:12,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35927-0x10110d67bf30000, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:19:12,350 INFO [Time-limited test {}] client.ConnectionUtils(128): master/770665a7984d:0 server-side Connection retries=45 2024-11-13T10:19:12,350 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:19:12,350 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T10:19:12,350 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T10:19:12,351 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:19:12,351 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T10:19:12,351 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T10:19:12,351 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T10:19:12,351 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36807 2024-11-13T10:19:12,353 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36807 connecting to ZooKeeper ensemble=127.0.0.1:57476 2024-11-13T10:19:12,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:368070x0, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T10:19:12,356 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36807-0x10110d67bf30006 connected 2024-11-13T10:19:12,359 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:19:12,361 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:19:12,364 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36807-0x10110d67bf30006, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Set watcher on znode that does not yet exist, /0-255339069/running 2024-11-13T10:19:12,364 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-255339069/meta-region-server: INIT 2024-11-13T10:19:12,364 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10, hbase.cluster.distributed=false 2024-11-13T10:19:12,366 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36807-0x10110d67bf30006, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Set watcher on znode that does not yet exist, /0-255339069/acl 2024-11-13T10:19:12,366 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36807 2024-11-13T10:19:12,367 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36807 2024-11-13T10:19:12,367 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36807 2024-11-13T10:19:12,367 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36807 2024-11-13T10:19:12,367 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36807 2024-11-13T10:19:12,383 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/770665a7984d:0 server-side Connection retries=45 2024-11-13T10:19:12,383 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:19:12,383 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T10:19:12,383 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T10:19:12,383 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:19:12,383 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T10:19:12,383 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T10:19:12,383 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T10:19:12,384 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39089 2024-11-13T10:19:12,385 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39089 connecting to ZooKeeper ensemble=127.0.0.1:57476 2024-11-13T10:19:12,385 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:19:12,387 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:19:12,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:390890x0, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T10:19:12,392 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39089-0x10110d67bf30007 connected 2024-11-13T10:19:12,392 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39089-0x10110d67bf30007, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Set watcher on znode that does not yet exist, /0-255339069/running 2024-11-13T10:19:12,392 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-255339069/meta-region-server: INIT 2024-11-13T10:19:12,392 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T10:19:12,393 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T10:19:12,394 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39089-0x10110d67bf30007, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Set watcher on znode that does not yet exist, /0-255339069/master 2024-11-13T10:19:12,396 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39089-0x10110d67bf30007, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Set watcher on znode that does not yet exist, /0-255339069/acl 2024-11-13T10:19:12,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39089 2024-11-13T10:19:12,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39089 2024-11-13T10:19:12,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39089 2024-11-13T10:19:12,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39089 2024-11-13T10:19:12,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39089 2024-11-13T10:19:12,412 DEBUG [M:0;770665a7984d:36807 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;770665a7984d:36807 2024-11-13T10:19:12,412 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-255339069/backup-masters/770665a7984d,36807,1731493152350 2024-11-13T10:19:12,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39089-0x10110d67bf30007, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-255339069/backup-masters 2024-11-13T10:19:12,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36807-0x10110d67bf30006, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-255339069/backup-masters 2024-11-13T10:19:12,414 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36807-0x10110d67bf30006, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Set watcher on existing znode=/0-255339069/backup-masters/770665a7984d,36807,1731493152350 2024-11-13T10:19:12,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39089-0x10110d67bf30007, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-255339069/master 2024-11-13T10:19:12,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36807-0x10110d67bf30006, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-255339069 2024-11-13T10:19:12,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39089-0x10110d67bf30007, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-255339069 2024-11-13T10:19:12,416 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36807-0x10110d67bf30006, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Set watcher on existing znode=/0-255339069/master 2024-11-13T10:19:12,416 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-255339069/backup-masters/770665a7984d,36807,1731493152350 from backup master directory 2024-11-13T10:19:12,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36807-0x10110d67bf30006, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-255339069/backup-masters/770665a7984d,36807,1731493152350 2024-11-13T10:19:12,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36807-0x10110d67bf30006, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-255339069/backup-masters 2024-11-13T10:19:12,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39089-0x10110d67bf30007, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-255339069/backup-masters 2024-11-13T10:19:12,418 WARN [master/770665a7984d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T10:19:12,418 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=770665a7984d,36807,1731493152350 2024-11-13T10:19:12,427 INFO [master/770665a7984d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:19:12,427 INFO [master/770665a7984d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T10:19:12,432 INFO [master/770665a7984d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 5ms. 2024-11-13T10:19:12,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741846_1022 (size=196) 2024-11-13T10:19:12,840 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T10:19:12,841 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T10:19:12,841 INFO [master/770665a7984d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:19:12,846 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-13T10:19:12,848 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/MasterData/WALs/770665a7984d,35927,1731493139365 to hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/MasterData/WALs/770665a7984d,35927,1731493139365-dead as it is dead 2024-11-13T10:19:12,849 INFO [master/770665a7984d:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/MasterData/WALs/770665a7984d,35927,1731493139365-dead/770665a7984d%2C35927%2C1731493139365.1731493141116 2024-11-13T10:19:12,849 INFO [master/770665a7984d:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/MasterData/WALs/770665a7984d,35927,1731493139365-dead/770665a7984d%2C35927%2C1731493139365.1731493141116 after 0ms 2024-11-13T10:19:12,850 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/MasterData/WALs/770665a7984d,35927,1731493139365-dead/770665a7984d%2C35927%2C1731493139365.1731493141116 to hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/770665a7984d%2C35927%2C1731493139365.1731493141116 2024-11-13T10:19:12,850 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/MasterData/WALs/770665a7984d,35927,1731493139365-dead 2024-11-13T10:19:12,850 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/MasterData/WALs/770665a7984d,36807,1731493152350 2024-11-13T10:19:12,851 INFO [master/770665a7984d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T10:19:12,852 INFO [master/770665a7984d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=770665a7984d%2C36807%2C1731493152350, suffix=, logDir=hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/MasterData/WALs/770665a7984d,36807,1731493152350, archiveDir=hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/MasterData/oldWALs, maxLogs=10 2024-11-13T10:19:12,867 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/MasterData/WALs/770665a7984d,36807,1731493152350/770665a7984d%2C36807%2C1731493152350.1731493152852, exclude list is [], retry=0 2024-11-13T10:19:12,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41897,DS-f309a761-518a-433b-abab-59e5c628b3f6,DISK] 2024-11-13T10:19:12,871 INFO [master/770665a7984d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/MasterData/WALs/770665a7984d,36807,1731493152350/770665a7984d%2C36807%2C1731493152350.1731493152852 2024-11-13T10:19:12,871 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41423:41423)] 2024-11-13T10:19:12,872 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:19:12,872 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:19:12,872 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:19:12,872 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:19:12,873 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:19:12,874 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T10:19:12,874 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:12,879 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/af340c2ea7904a57a19f0cd91c252d7a 2024-11-13T10:19:12,879 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:19:12,880 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:19:12,880 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T10:19:12,880 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:12,885 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a5c1e3f2170a43fc951e62c4fcfcf474 2024-11-13T10:19:12,885 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:19:12,885 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:19:12,886 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T10:19:12,886 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:12,891 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4ad5b1192e0047bfbc89e49c686e21bf 2024-11-13T10:19:12,891 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:19:12,891 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:19:12,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T10:19:12,892 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:12,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:19:12,892 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:19:12,893 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-13T10:19:12,893 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/770665a7984d%2C35927%2C1731493139365.1731493141116 2024-11-13T10:19:12,897 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/770665a7984d%2C35927%2C1731493139365.1731493141116 2024-11-13T10:19:12,897 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/770665a7984d%2C35927%2C1731493139365.1731493141116 2024-11-13T10:19:12,898 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:19:12,899 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:19:12,899 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T10:19:12,900 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:19:12,902 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-13T10:19:12,903 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63272272, jitterRate=-0.05716967582702637}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T10:19:12,903 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731493152872Initializing all the Stores at 1731493152873 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493152873Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493152873Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493152873Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493152873Cleaning up temporary data from old regions at 1731493152899 (+26 ms)Region opened successfully at 1731493152903 (+4 ms) 2024-11-13T10:19:12,903 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T10:19:12,906 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@761e8e48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=770665a7984d/172.17.0.2:0 2024-11-13T10:19:12,908 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-13T10:19:12,908 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T10:19:12,908 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T10:19:12,908 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T10:19:12,909 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T10:19:12,912 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T10:19:12,912 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T10:19:12,913 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T10:19:12,913 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-13T10:19:12,913 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T10:19:12,917 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=770665a7984d,33093,1731493139422, regionLocation=770665a7984d,33093,1731493139422, openSeqNum=2 2024-11-13T10:19:12,917 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=770665a7984d,33093,1731493139422, table=hbase:meta, region=1588230740 2024-11-13T10:19:12,917 INFO [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 770665a7984d,33093,1731493139422, state=OPEN 2024-11-13T10:19:12,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36807-0x10110d67bf30006, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-255339069/meta-region-server 2024-11-13T10:19:12,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39089-0x10110d67bf30007, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-255339069/meta-region-server 2024-11-13T10:19:12,919 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-255339069/meta-region-server: CHANGED 2024-11-13T10:19:12,919 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-255339069/meta-region-server: CHANGED 2024-11-13T10:19:12,922 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-13T10:19:12,923 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-255339069/draining/770665a7984d,33093,1731493139422 already deleted, retry=false 2024-11-13T10:19:12,923 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 770665a7984d,33093,1731493139422 on 770665a7984d,36807,1731493152350 2024-11-13T10:19:12,924 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 770665a7984d,33093,1731493139422, splitWal=true, meta=true 2024-11-13T10:19:12,924 INFO [master/770665a7984d:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for 770665a7984d,33093,1731493139422 (carryingMeta=true) 770665a7984d,33093,1731493139422/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@6ae880a6[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-13T10:19:12,926 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36807-0x10110d67bf30006, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Unable to get data of znode /0-255339069/balancer because node does not exist (not necessarily an error) 2024-11-13T10:19:12,927 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-255339069/balancer already deleted, retry=false 2024-11-13T10:19:12,927 INFO [master/770665a7984d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T10:19:12,928 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36807-0x10110d67bf30006, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Unable to get data of znode /0-255339069/normalizer because node does not exist (not necessarily an error) 2024-11-13T10:19:12,930 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-255339069/normalizer already deleted, retry=false 2024-11-13T10:19:12,930 INFO [master/770665a7984d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T10:19:12,931 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36807-0x10110d67bf30006, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Unable to get data of znode /0-255339069/switch/split because node does not exist (not necessarily an error) 2024-11-13T10:19:12,932 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-255339069/switch/split already deleted, retry=false 2024-11-13T10:19:12,932 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36807-0x10110d67bf30006, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Unable to get data of znode /0-255339069/switch/merge because node does not exist (not necessarily an error) 2024-11-13T10:19:12,933 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-255339069/switch/merge already deleted, retry=false 2024-11-13T10:19:12,937 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36807-0x10110d67bf30006, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Unable to get data of znode /0-255339069/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T10:19:12,939 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-255339069/snapshot-cleanup already deleted, retry=false 2024-11-13T10:19:12,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39089-0x10110d67bf30007, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-255339069/running 2024-11-13T10:19:12,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36807-0x10110d67bf30006, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-255339069/running 2024-11-13T10:19:12,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39089-0x10110d67bf30007, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-255339069 2024-11-13T10:19:12,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36807-0x10110d67bf30006, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-255339069 2024-11-13T10:19:12,941 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=770665a7984d,36807,1731493152350, sessionid=0x10110d67bf30006, setting cluster-up flag (Was=false) 2024-11-13T10:19:12,943 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-255339069/flush-table-proc/acquired, /0-255339069/flush-table-proc/reached, /0-255339069/flush-table-proc/abort 2024-11-13T10:19:12,944 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=770665a7984d,36807,1731493152350 2024-11-13T10:19:12,946 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-255339069/online-snapshot/acquired, /0-255339069/online-snapshot/reached, /0-255339069/online-snapshot/abort 2024-11-13T10:19:12,947 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=770665a7984d,36807,1731493152350 2024-11-13T10:19:12,948 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/.lastflushedseqids 2024-11-13T10:19:12,950 INFO [master/770665a7984d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T10:19:12,950 INFO [master/770665a7984d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T10:19:12,950 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 770665a7984d,36807,1731493152350 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 770665a7984d,33093,1731493139422 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T10:19:12,951 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:19:12,951 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:19:12,951 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:19:12,951 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:19:12,951 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/770665a7984d:0, corePoolSize=10, maxPoolSize=10 2024-11-13T10:19:12,951 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:12,951 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/770665a7984d:0, corePoolSize=2, maxPoolSize=2 2024-11-13T10:19:12,951 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:12,952 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731493182952 2024-11-13T10:19:12,952 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T10:19:12,952 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T10:19:12,952 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T10:19:12,952 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T10:19:12,952 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T10:19:12,952 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T10:19:12,953 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:12,953 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 770665a7984d,33093,1731493139422, splitWal=true, meta=true 2024-11-13T10:19:12,954 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 770665a7984d,33093,1731493139422, splitWal=true, meta=true, isMeta: true 2024-11-13T10:19:12,955 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/WALs/770665a7984d,33093,1731493139422-splitting 2024-11-13T10:19:12,955 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/WALs/770665a7984d,33093,1731493139422-splitting dir is empty, no logs to split. 2024-11-13T10:19:12,955 INFO [PEWorker-1 {}] master.SplitWALManager(105): 770665a7984d,33093,1731493139422 WAL count=0, meta=true 2024-11-13T10:19:12,957 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/WALs/770665a7984d,33093,1731493139422-splitting dir is empty, no logs to split. 2024-11-13T10:19:12,957 INFO [PEWorker-1 {}] master.SplitWALManager(105): 770665a7984d,33093,1731493139422 WAL count=0, meta=true 2024-11-13T10:19:12,957 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 770665a7984d,33093,1731493139422 WAL splitting is done? wals=0, meta=true 2024-11-13T10:19:12,958 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T10:19:12,959 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T10:19:12,960 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T10:19:12,960 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T10:19:12,960 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T10:19:12,960 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T10:19:12,960 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T10:19:12,961 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T10:19:12,961 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T10:19:12,963 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.large.0-1731493152961,5,FailOnTimeoutGroup] 2024-11-13T10:19:12,963 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.small.0-1731493152963,5,FailOnTimeoutGroup] 2024-11-13T10:19:12,963 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:12,963 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T10:19:12,964 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:12,964 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:12,964 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731493152964, completionTime=-1 2024-11-13T10:19:12,964 WARN [master/770665a7984d:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-13T10:19:12,964 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-13T10:19:12,999 INFO [RS:0;770665a7984d:39089 {}] regionserver.HRegionServer(746): ClusterId : 45c940a6-652e-4b8a-aca4-d62e1b07473a 2024-11-13T10:19:12,999 DEBUG [RS:0;770665a7984d:39089 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T10:19:13,002 DEBUG [RS:0;770665a7984d:39089 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T10:19:13,002 DEBUG [RS:0;770665a7984d:39089 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T10:19:13,005 DEBUG [RS:0;770665a7984d:39089 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T10:19:13,005 DEBUG [RS:0;770665a7984d:39089 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11ce81d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=770665a7984d/172.17.0.2:0 2024-11-13T10:19:13,018 DEBUG [RS:0;770665a7984d:39089 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;770665a7984d:39089 2024-11-13T10:19:13,018 INFO [RS:0;770665a7984d:39089 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T10:19:13,018 INFO [RS:0;770665a7984d:39089 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T10:19:13,018 DEBUG [RS:0;770665a7984d:39089 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T10:19:13,019 INFO [RS:0;770665a7984d:39089 {}] regionserver.HRegionServer(2659): reportForDuty to master=770665a7984d,36807,1731493152350 with port=39089, startcode=1731493152382 2024-11-13T10:19:13,019 DEBUG [RS:0;770665a7984d:39089 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T10:19:13,021 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43513, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T10:19:13,021 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36807 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 770665a7984d,39089,1731493152382 2024-11-13T10:19:13,021 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36807 {}] master.ServerManager(517): Registering regionserver=770665a7984d,39089,1731493152382 2024-11-13T10:19:13,022 DEBUG [RS:0;770665a7984d:39089 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10 2024-11-13T10:19:13,022 DEBUG [RS:0;770665a7984d:39089 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40471 2024-11-13T10:19:13,022 DEBUG [RS:0;770665a7984d:39089 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T10:19:13,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36807-0x10110d67bf30006, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-255339069/rs 2024-11-13T10:19:13,028 DEBUG [RS:0;770665a7984d:39089 {}] zookeeper.ZKUtil(111): regionserver:39089-0x10110d67bf30007, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Set watcher on existing znode=/0-255339069/rs/770665a7984d,39089,1731493152382 2024-11-13T10:19:13,028 WARN [RS:0;770665a7984d:39089 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T10:19:13,029 INFO [RS:0;770665a7984d:39089 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:19:13,029 DEBUG [RS:0;770665a7984d:39089 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/WALs/770665a7984d,39089,1731493152382 2024-11-13T10:19:13,029 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [770665a7984d,39089,1731493152382] 2024-11-13T10:19:13,047 INFO [RS:0;770665a7984d:39089 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T10:19:13,049 INFO [RS:0;770665a7984d:39089 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T10:19:13,049 INFO [RS:0;770665a7984d:39089 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T10:19:13,049 INFO [RS:0;770665a7984d:39089 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:13,049 INFO [RS:0;770665a7984d:39089 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T10:19:13,050 INFO [RS:0;770665a7984d:39089 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T10:19:13,050 INFO [RS:0;770665a7984d:39089 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:13,050 DEBUG [RS:0;770665a7984d:39089 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:13,050 DEBUG [RS:0;770665a7984d:39089 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:13,050 DEBUG [RS:0;770665a7984d:39089 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:13,050 DEBUG [RS:0;770665a7984d:39089 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:13,050 DEBUG [RS:0;770665a7984d:39089 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:13,050 DEBUG [RS:0;770665a7984d:39089 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/770665a7984d:0, corePoolSize=2, maxPoolSize=2 2024-11-13T10:19:13,050 DEBUG [RS:0;770665a7984d:39089 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:13,050 DEBUG [RS:0;770665a7984d:39089 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:13,050 DEBUG [RS:0;770665a7984d:39089 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:13,050 DEBUG [RS:0;770665a7984d:39089 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:13,050 DEBUG [RS:0;770665a7984d:39089 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:13,050 DEBUG [RS:0;770665a7984d:39089 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:13,050 DEBUG [RS:0;770665a7984d:39089 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/770665a7984d:0, corePoolSize=3, maxPoolSize=3 2024-11-13T10:19:13,050 DEBUG [RS:0;770665a7984d:39089 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0, corePoolSize=3, maxPoolSize=3 2024-11-13T10:19:13,051 INFO [RS:0;770665a7984d:39089 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:13,051 INFO [RS:0;770665a7984d:39089 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:13,051 INFO [RS:0;770665a7984d:39089 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:13,051 INFO [RS:0;770665a7984d:39089 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:13,051 INFO [RS:0;770665a7984d:39089 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:13,051 INFO [RS:0;770665a7984d:39089 {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,39089,1731493152382-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T10:19:13,064 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=100ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-13T10:19:13,065 INFO [RS:0;770665a7984d:39089 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T10:19:13,066 INFO [RS:0;770665a7984d:39089 {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,39089,1731493152382-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:13,080 INFO [RS:0;770665a7984d:39089 {}] regionserver.ReplicationSource(231): queueId=1-770665a7984d,39089,1731493152382, ReplicationSource: 1, currentBandwidth=0 2024-11-13T10:19:13,080 INFO [RS:0;770665a7984d:39089 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:13,080 INFO [RS:0;770665a7984d:39089 {}] regionserver.Replication(171): 770665a7984d,39089,1731493152382 started 2024-11-13T10:19:13,094 DEBUG [RS:0;770665a7984d:39089.replicationSource,1-770665a7984d,39089,1731493152382 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='770665a7984d:46845' 2024-11-13T10:19:13,094 INFO [RS:0;770665a7984d:39089 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:13,094 INFO [RS:0;770665a7984d:39089 {}] regionserver.HRegionServer(1482): Serving as 770665a7984d,39089,1731493152382, RpcServer on 770665a7984d/172.17.0.2:39089, sessionid=0x10110d67bf30007 2024-11-13T10:19:13,094 DEBUG [RS:0;770665a7984d:39089 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T10:19:13,094 DEBUG [RS:0;770665a7984d:39089 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 770665a7984d,39089,1731493152382 2024-11-13T10:19:13,094 DEBUG [RS:0;770665a7984d:39089 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '770665a7984d,39089,1731493152382' 2024-11-13T10:19:13,094 DEBUG [RS:0;770665a7984d:39089 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-255339069/flush-table-proc/abort' 2024-11-13T10:19:13,095 DEBUG [RS:0;770665a7984d:39089 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-255339069/flush-table-proc/acquired' 2024-11-13T10:19:13,095 DEBUG [RS:0;770665a7984d:39089.replicationSource,1-770665a7984d,39089,1731493152382 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10e8c573, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:13,095 DEBUG [RS:0;770665a7984d:39089.replicationSource,1-770665a7984d,39089,1731493152382 {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,46845,-1 for getting cluster id 2024-11-13T10:19:13,095 DEBUG [RS:0;770665a7984d:39089.replicationSource,1-770665a7984d,39089,1731493152382 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:19:13,095 DEBUG [RS:0;770665a7984d:39089 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T10:19:13,095 DEBUG [RS:0;770665a7984d:39089 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T10:19:13,095 DEBUG [RS:0;770665a7984d:39089 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 770665a7984d,39089,1731493152382 2024-11-13T10:19:13,095 DEBUG [RS:0;770665a7984d:39089 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '770665a7984d,39089,1731493152382' 2024-11-13T10:19:13,095 DEBUG [RS:0;770665a7984d:39089 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-255339069/online-snapshot/abort' 2024-11-13T10:19:13,095 DEBUG [RS:0;770665a7984d:39089 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-255339069/online-snapshot/acquired' 2024-11-13T10:19:13,096 DEBUG [RS:0;770665a7984d:39089 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T10:19:13,096 INFO [RS:0;770665a7984d:39089 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T10:19:13,096 INFO [RS:0;770665a7984d:39089 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T10:19:13,096 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e01308a-0b94-4532-9635-867b072ffb5d' 2024-11-13T10:19:13,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:19:13,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e01308a-0b94-4532-9635-867b072ffb5d" 2024-11-13T10:19:13,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@714d1188, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:13,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,46845,-1] 2024-11-13T10:19:13,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:19:13,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:13,098 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:19:13,099 DEBUG [RS:0;770665a7984d:39089.replicationSource,1-770665a7984d,39089,1731493152382 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d82d79e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:13,099 DEBUG [RS:0;770665a7984d:39089.replicationSource,1-770665a7984d,39089,1731493152382 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:19:13,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,46845,1731493143450 2024-11-13T10:19:13,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37cf53e1 2024-11-13T10:19:13,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:19:13,100 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-13T10:19:13,101 INFO [RS:0;770665a7984d:39089.replicationSource,1-770665a7984d,39089,1731493152382 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-770665a7984d,39089,1731493152382 (queues=0) is replicating from cluster=45c940a6-652e-4b8a-aca4-d62e1b07473a to cluster=5e01308a-0b94-4532-9635-867b072ffb5d 2024-11-13T10:19:13,110 WARN [770665a7984d:36807 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T10:19:13,196 INFO [RS:0;770665a7984d:39089 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T10:19:13,198 INFO [RS:0;770665a7984d:39089 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=770665a7984d%2C39089%2C1731493152382, suffix=, logDir=hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/WALs/770665a7984d,39089,1731493152382, archiveDir=hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/oldWALs, maxLogs=10 2024-11-13T10:19:13,213 DEBUG [RS:0;770665a7984d:39089 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/WALs/770665a7984d,39089,1731493152382/770665a7984d%2C39089%2C1731493152382.1731493153198, exclude list is [], retry=0 2024-11-13T10:19:13,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41897,DS-f309a761-518a-433b-abab-59e5c628b3f6,DISK] 2024-11-13T10:19:13,218 INFO [RS:0;770665a7984d:39089 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/WALs/770665a7984d,39089,1731493152382/770665a7984d%2C39089%2C1731493152382.1731493153198 2024-11-13T10:19:13,221 DEBUG [RS:0;770665a7984d:39089 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 770665a7984d%2C39089%2C1731493152382 for peer 1 2024-11-13T10:19:13,221 DEBUG [RS:0;770665a7984d:39089 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=770665a7984d%2C39089%2C1731493152382 2024-11-13T10:19:13,221 INFO [RS:0;770665a7984d:39089 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-770665a7984d,39089,1731493152382, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T10:19:13,224 DEBUG [RS:0;770665a7984d:39089 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41423:41423)] 2024-11-13T10:19:13,224 INFO [RS:0;770665a7984d:39089.replicationSource.shipper770665a7984d%2C39089%2C1731493152382,1-770665a7984d,39089,1731493152382 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 770665a7984d%2C39089%2C1731493152382 2024-11-13T10:19:13,225 DEBUG [RS:0;770665a7984d:39089.replicationSource.wal-reader.770665a7984d%2C39089%2C1731493152382,1-770665a7984d,39089,1731493152382 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/WALs/770665a7984d,39089,1731493152382/770665a7984d%2C39089%2C1731493152382.1731493153198, startPosition=0, beingWritten=true 2024-11-13T10:19:13,225 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T10:19:13,250 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:19:13,251 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:19:13,251 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:19:13,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:19:13,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:19:13,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:19:13,360 DEBUG [770665a7984d:36807 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T10:19:13,361 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=770665a7984d,39089,1731493152382 2024-11-13T10:19:13,362 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 770665a7984d,39089,1731493152382, state=OPENING 2024-11-13T10:19:13,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39089-0x10110d67bf30007, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-255339069/meta-region-server 2024-11-13T10:19:13,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36807-0x10110d67bf30006, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-255339069/meta-region-server 2024-11-13T10:19:13,364 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-255339069/meta-region-server: CHANGED 2024-11-13T10:19:13,364 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T10:19:13,364 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-255339069/meta-region-server: CHANGED 2024-11-13T10:19:13,364 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=770665a7984d,39089,1731493152382}] 2024-11-13T10:19:13,434 DEBUG [RS:0;770665a7984d:39089.replicationSource.wal-reader.770665a7984d%2C39089%2C1731493152382,1-770665a7984d,39089,1731493152382 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/WALs/770665a7984d,39089,1731493152382/770665a7984d%2C39089%2C1731493152382.1731493153198 to pos 0, reset compression=false 2024-11-13T10:19:13,516 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T10:19:13,518 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50583, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T10:19:13,521 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T10:19:13,521 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:19:13,521 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T10:19:13,523 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=770665a7984d%2C39089%2C1731493152382.meta, suffix=.meta, logDir=hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/WALs/770665a7984d,39089,1731493152382, archiveDir=hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/oldWALs, maxLogs=10 2024-11-13T10:19:13,537 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/WALs/770665a7984d,39089,1731493152382/770665a7984d%2C39089%2C1731493152382.meta.1731493153523.meta, exclude list is [], retry=0 2024-11-13T10:19:13,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41897,DS-f309a761-518a-433b-abab-59e5c628b3f6,DISK] 2024-11-13T10:19:13,541 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/WALs/770665a7984d,39089,1731493152382/770665a7984d%2C39089%2C1731493152382.meta.1731493153523.meta 2024-11-13T10:19:13,542 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41423:41423)] 2024-11-13T10:19:13,542 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:19:13,542 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T10:19:13,543 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T10:19:13,543 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T10:19:13,543 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T10:19:13,543 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T10:19:13,543 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:19:13,543 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T10:19:13,543 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T10:19:13,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T10:19:13,545 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T10:19:13,545 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:13,551 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/data/hbase/meta/1588230740/info/622c6c077a5048b696be51986bd2d2bd 2024-11-13T10:19:13,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:19:13,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T10:19:13,552 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T10:19:13,552 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:13,558 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/data/hbase/meta/1588230740/ns/b078e57794b544698f87587bee4b9ccc 2024-11-13T10:19:13,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:19:13,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T10:19:13,559 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T10:19:13,559 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:13,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:19:13,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T10:19:13,560 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T10:19:13,560 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:13,565 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/data/hbase/meta/1588230740/table/fb8b9ad768c748c5afa84469db596680 2024-11-13T10:19:13,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:19:13,565 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T10:19:13,566 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/data/hbase/meta/1588230740 2024-11-13T10:19:13,567 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/data/hbase/meta/1588230740 2024-11-13T10:19:13,569 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T10:19:13,569 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T10:19:13,570 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T10:19:13,571 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T10:19:13,572 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67141347, jitterRate=4.840344190597534E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T10:19:13,572 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T10:19:13,572 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731493153543Writing region info on filesystem at 1731493153543Initializing all the Stores at 1731493153544 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493153544Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493153544Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493153544Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493153544Cleaning up temporary data from old regions at 1731493153569 (+25 ms)Running coprocessor post-open hooks at 1731493153572 (+3 ms)Region opened successfully at 1731493153572 2024-11-13T10:19:13,573 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731493153516 2024-11-13T10:19:13,575 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T10:19:13,575 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T10:19:13,576 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=770665a7984d,39089,1731493152382 2024-11-13T10:19:13,577 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 770665a7984d,39089,1731493152382, state=OPEN 2024-11-13T10:19:13,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39089-0x10110d67bf30007, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-255339069/meta-region-server 2024-11-13T10:19:13,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36807-0x10110d67bf30006, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-255339069/meta-region-server 2024-11-13T10:19:13,578 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=770665a7984d,39089,1731493152382 2024-11-13T10:19:13,578 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-255339069/meta-region-server: CHANGED 2024-11-13T10:19:13,578 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-255339069/meta-region-server: CHANGED 2024-11-13T10:19:13,581 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-13T10:19:13,581 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=770665a7984d,39089,1731493152382 in 214 msec 2024-11-13T10:19:13,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T10:19:13,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 623 msec 2024-11-13T10:19:13,740 DEBUG [RS:0;770665a7984d:39089.replicationSource.wal-reader.770665a7984d%2C39089%2C1731493152382,1-770665a7984d,39089,1731493152382 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/WALs/770665a7984d,39089,1731493152382/770665a7984d%2C39089%2C1731493152382.1731493153198 to pos 0, reset compression=false 2024-11-13T10:19:14,145 DEBUG [RS:0;770665a7984d:39089.replicationSource.wal-reader.770665a7984d%2C39089%2C1731493152382,1-770665a7984d,39089,1731493152382 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/WALs/770665a7984d,39089,1731493152382/770665a7984d%2C39089%2C1731493152382.1731493153198 to pos 0, reset compression=false 2024-11-13T10:19:14,566 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1602ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-13T10:19:14,650 DEBUG [RS:0;770665a7984d:39089.replicationSource.wal-reader.770665a7984d%2C39089%2C1731493152382,1-770665a7984d,39089,1731493152382 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/WALs/770665a7984d,39089,1731493152382/770665a7984d%2C39089%2C1731493152382.1731493153198 to pos 0, reset compression=false 2024-11-13T10:19:15,255 DEBUG [RS:0;770665a7984d:39089.replicationSource.wal-reader.770665a7984d%2C39089%2C1731493152382,1-770665a7984d,39089,1731493152382 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/WALs/770665a7984d,39089,1731493152382/770665a7984d%2C39089%2C1731493152382.1731493153198 to pos 0, reset compression=false 2024-11-13T10:19:15,961 DEBUG [RS:0;770665a7984d:39089.replicationSource.wal-reader.770665a7984d%2C39089%2C1731493152382,1-770665a7984d,39089,1731493152382 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/WALs/770665a7984d,39089,1731493152382/770665a7984d%2C39089%2C1731493152382.1731493153198 to pos 0, reset compression=false 2024-11-13T10:19:16,069 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3105ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-13T10:19:16,766 DEBUG [RS:0;770665a7984d:39089.replicationSource.wal-reader.770665a7984d%2C39089%2C1731493152382,1-770665a7984d,39089,1731493152382 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/WALs/770665a7984d,39089,1731493152382/770665a7984d%2C39089%2C1731493152382.1731493153198 to pos 0, reset compression=false 2024-11-13T10:19:17,471 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-13T10:19:17,471 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T10:19:17,472 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:19:17,472 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,39089,1731493152382, seqNum=-1] 2024-11-13T10:19:17,472 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:19:17,473 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44483, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:19:17,477 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ba197d6a4477f6f5e1e17c39af1b6b53, regionState=OPEN, lastHost=770665a7984d,33093,1731493139422, regionLocation=770665a7984d,33093,1731493139422, openSeqNum=2 2024-11-13T10:19:17,477 INFO [master/770665a7984d:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T10:19:17,477 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731493217477 2024-11-13T10:19:17,477 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731493277477 2024-11-13T10:19:17,477 INFO [master/770665a7984d:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-13T10:19:17,477 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 770665a7984d,33093,1731493139422 had 2 regions 2024-11-13T10:19:17,477 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,36807,1731493152350-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:17,477 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,36807,1731493152350-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:17,477 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,36807,1731493152350-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:17,477 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-770665a7984d:36807, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:17,478 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:17,478 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:17,478 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 770665a7984d,33093,1731493139422, splitWal=true, meta=true, isMeta: false 2024-11-13T10:19:17,480 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/WALs/770665a7984d,33093,1731493139422-splitting dir is empty, no logs to split. 2024-11-13T10:19:17,480 INFO [PEWorker-3 {}] master.SplitWALManager(105): 770665a7984d,33093,1731493139422 WAL count=0, meta=false 2024-11-13T10:19:17,483 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/WALs/770665a7984d,33093,1731493139422-splitting dir is empty, no logs to split. 2024-11-13T10:19:17,483 INFO [PEWorker-3 {}] master.SplitWALManager(105): 770665a7984d,33093,1731493139422 WAL count=0, meta=false 2024-11-13T10:19:17,483 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 770665a7984d,33093,1731493139422 WAL splitting is done? wals=0, meta=false 2024-11-13T10:19:17,483 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.065sec 2024-11-13T10:19:17,483 INFO [master/770665a7984d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T10:19:17,483 INFO [master/770665a7984d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T10:19:17,483 INFO [master/770665a7984d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T10:19:17,483 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T10:19:17,483 INFO [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T10:19:17,483 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,36807,1731493152350-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T10:19:17,483 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,36807,1731493152350-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T10:19:17,485 WARN [master/770665a7984d:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=770665a7984d,33093,1731493139422/hbase:replication,,1731493146560.ba197d6a4477f6f5e1e17c39af1b6b53. 2024-11-13T10:19:17,486 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ba197d6a4477f6f5e1e17c39af1b6b53, ASSIGN}] 2024-11-13T10:19:17,487 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ba197d6a4477f6f5e1e17c39af1b6b53, ASSIGN 2024-11-13T10:19:17,488 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ba197d6a4477f6f5e1e17c39af1b6b53, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T10:19:17,491 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T10:19:17,491 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T10:19:17,491 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,36807,1731493152350-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:17,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bbf5f30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:17,502 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,36807,-1 for getting cluster id 2024-11-13T10:19:17,502 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:19:17,504 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '45c940a6-652e-4b8a-aca4-d62e1b07473a' 2024-11-13T10:19:17,504 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:19:17,504 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "45c940a6-652e-4b8a-aca4-d62e1b07473a" 2024-11-13T10:19:17,504 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51a9f504, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:17,504 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,36807,-1] 2024-11-13T10:19:17,504 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:19:17,504 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:17,505 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:19:17,506 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6070d847, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:17,506 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:19:17,507 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,39089,1731493152382, seqNum=-1] 2024-11-13T10:19:17,507 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:19:17,508 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:19:17,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-13T10:19:17,510 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T10:19:17,510 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:19:17,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:17,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:17,510 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:19:17,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 770665a7984d:36807 after: 770665a7984d:36807 2024-11-13T10:19:17,511 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b860293, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:17,511 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,36807,-1 for getting cluster id 2024-11-13T10:19:17,511 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:19:17,512 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '45c940a6-652e-4b8a-aca4-d62e1b07473a' 2024-11-13T10:19:17,512 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:19:17,512 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "45c940a6-652e-4b8a-aca4-d62e1b07473a" 2024-11-13T10:19:17,512 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c1f9c28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:17,512 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,36807,-1] 2024-11-13T10:19:17,512 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:19:17,512 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:17,513 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:19:17,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@765de3e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:17,514 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:19:17,515 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,36807,1731493152350 2024-11-13T10:19:17,515 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@270f8cda 2024-11-13T10:19:17,515 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:19:17,516 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T10:19:17,516 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-13T10:19:17,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T10:19:17,517 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T10:19:17,517 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:19:17,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:17,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:17,517 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:19:17,517 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T10:19:17,517 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1888769839, stopped=false 2024-11-13T10:19:17,517 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=770665a7984d,46845,1731493143450 2024-11-13T10:19:17,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46845-0x10110d67bf30003, quorum=127.0.0.1:57476, baseZNode=/11628109044 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11628109044/running 2024-11-13T10:19:17,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44705-0x10110d67bf30004, quorum=127.0.0.1:57476, baseZNode=/11628109044 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11628109044/running 2024-11-13T10:19:17,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46845-0x10110d67bf30003, quorum=127.0.0.1:57476, baseZNode=/11628109044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11628109044 2024-11-13T10:19:17,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44705-0x10110d67bf30004, quorum=127.0.0.1:57476, baseZNode=/11628109044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11628109044 2024-11-13T10:19:17,519 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T10:19:17,519 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T10:19:17,519 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:19:17,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:17,519 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '770665a7984d,44705,1731493143495' ***** 2024-11-13T10:19:17,519 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T10:19:17,520 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44705-0x10110d67bf30004, quorum=127.0.0.1:57476, baseZNode=/11628109044 Set watcher on znode that does not yet exist, /11628109044/running 2024-11-13T10:19:17,520 INFO [RS:0;770665a7984d:44705 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T10:19:17,520 INFO [RS:0;770665a7984d:44705 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T10:19:17,520 INFO [RS:0;770665a7984d:44705 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T10:19:17,520 INFO [RS:0;770665a7984d:44705 {}] regionserver.HRegionServer(959): stopping server 770665a7984d,44705,1731493143495 2024-11-13T10:19:17,520 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46845-0x10110d67bf30003, quorum=127.0.0.1:57476, baseZNode=/11628109044 Set watcher on znode that does not yet exist, /11628109044/running 2024-11-13T10:19:17,520 INFO [RS:0;770665a7984d:44705 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T10:19:17,520 INFO [RS:0;770665a7984d:44705 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;770665a7984d:44705. 2024-11-13T10:19:17,520 DEBUG [RS:0;770665a7984d:44705 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:19:17,520 DEBUG [RS:0;770665a7984d:44705 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:17,520 INFO [RS:0;770665a7984d:44705 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T10:19:17,520 INFO [RS:0;770665a7984d:44705 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T10:19:17,520 INFO [RS:0;770665a7984d:44705 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T10:19:17,520 INFO [RS:0;770665a7984d:44705 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T10:19:17,520 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T10:19:17,520 INFO [RS:0;770665a7984d:44705 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T10:19:17,520 DEBUG [RS:0;770665a7984d:44705 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T10:19:17,520 DEBUG [RS:0;770665a7984d:44705 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T10:19:17,521 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T10:19:17,521 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T10:19:17,521 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T10:19:17,521 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T10:19:17,521 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T10:19:17,521 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-13T10:19:17,537 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35615/user/jenkins/test-data/8a5af82d-bb55-4ff1-905d-dac7c9ebddbb/data/hbase/meta/1588230740/.tmp/ns/42af59adb75c4536a5a90c1798e573ef is 43, key is default/ns:d/1731493146457/Put/seqid=0 2024-11-13T10:19:17,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40707 is added to blk_1073741835_1011 (size=5153) 2024-11-13T10:19:17,566 INFO [regionserver/770665a7984d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T10:19:17,638 DEBUG [770665a7984d:36807 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T10:19:17,639 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=ba197d6a4477f6f5e1e17c39af1b6b53, regionState=OPENING, regionLocation=770665a7984d,39089,1731493152382 2024-11-13T10:19:17,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ba197d6a4477f6f5e1e17c39af1b6b53, ASSIGN because future has completed 2024-11-13T10:19:17,642 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba197d6a4477f6f5e1e17c39af1b6b53, server=770665a7984d,39089,1731493152382}] 2024-11-13T10:19:17,671 DEBUG [RS:0;770665a7984d:39089.replicationSource.wal-reader.770665a7984d%2C39089%2C1731493152382,1-770665a7984d,39089,1731493152382 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/WALs/770665a7984d,39089,1731493152382/770665a7984d%2C39089%2C1731493152382.1731493153198 to pos 0, reset compression=false 2024-11-13T10:19:17,721 DEBUG [RS:0;770665a7984d:44705 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T10:19:17,798 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731493146560.ba197d6a4477f6f5e1e17c39af1b6b53. 2024-11-13T10:19:17,798 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:19:17,798 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T10:19:17,800 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=770665a7984d%2C39089%2C1731493152382.rep, suffix=, logDir=hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/WALs/770665a7984d,39089,1731493152382, archiveDir=hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/oldWALs, maxLogs=10 2024-11-13T10:19:17,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/WALs/770665a7984d,39089,1731493152382/770665a7984d%2C39089%2C1731493152382.rep.1731493157800, exclude list is [], retry=0 2024-11-13T10:19:17,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41897,DS-f309a761-518a-433b-abab-59e5c628b3f6,DISK] 2024-11-13T10:19:17,818 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/WALs/770665a7984d,39089,1731493152382/770665a7984d%2C39089%2C1731493152382.rep.1731493157800 2024-11-13T10:19:17,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41423:41423)] 2024-11-13T10:19:17,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => ba197d6a4477f6f5e1e17c39af1b6b53, NAME => 'hbase:replication,,1731493146560.ba197d6a4477f6f5e1e17c39af1b6b53.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:19:17,819 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T10:19:17,819 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T10:19:17,819 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731493146560.ba197d6a4477f6f5e1e17c39af1b6b53. service=MultiRowMutationService 2024-11-13T10:19:17,819 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T10:19:17,819 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ba197d6a4477f6f5e1e17c39af1b6b53 2024-11-13T10:19:17,819 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731493146560.ba197d6a4477f6f5e1e17c39af1b6b53.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:19:17,819 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for ba197d6a4477f6f5e1e17c39af1b6b53 2024-11-13T10:19:17,819 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for ba197d6a4477f6f5e1e17c39af1b6b53 2024-11-13T10:19:17,821 INFO [StoreOpener-ba197d6a4477f6f5e1e17c39af1b6b53-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ba197d6a4477f6f5e1e17c39af1b6b53 2024-11-13T10:19:17,822 INFO [StoreOpener-ba197d6a4477f6f5e1e17c39af1b6b53-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba197d6a4477f6f5e1e17c39af1b6b53 columnFamilyName hfileref 2024-11-13T10:19:17,822 DEBUG [StoreOpener-ba197d6a4477f6f5e1e17c39af1b6b53-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:17,822 INFO [StoreOpener-ba197d6a4477f6f5e1e17c39af1b6b53-1 {}] regionserver.HStore(327): Store=ba197d6a4477f6f5e1e17c39af1b6b53/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:19:17,822 INFO [StoreOpener-ba197d6a4477f6f5e1e17c39af1b6b53-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ba197d6a4477f6f5e1e17c39af1b6b53 2024-11-13T10:19:17,823 INFO [StoreOpener-ba197d6a4477f6f5e1e17c39af1b6b53-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba197d6a4477f6f5e1e17c39af1b6b53 columnFamilyName queue 2024-11-13T10:19:17,823 DEBUG [StoreOpener-ba197d6a4477f6f5e1e17c39af1b6b53-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:17,829 DEBUG [StoreOpener-ba197d6a4477f6f5e1e17c39af1b6b53-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/data/hbase/replication/ba197d6a4477f6f5e1e17c39af1b6b53/queue/2198b705380f4e7cb061778a3e6cff0a 2024-11-13T10:19:17,829 INFO [StoreOpener-ba197d6a4477f6f5e1e17c39af1b6b53-1 {}] regionserver.HStore(327): Store=ba197d6a4477f6f5e1e17c39af1b6b53/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:19:17,829 INFO [StoreOpener-ba197d6a4477f6f5e1e17c39af1b6b53-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ba197d6a4477f6f5e1e17c39af1b6b53 2024-11-13T10:19:17,830 INFO [StoreOpener-ba197d6a4477f6f5e1e17c39af1b6b53-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba197d6a4477f6f5e1e17c39af1b6b53 columnFamilyName sid 2024-11-13T10:19:17,830 DEBUG [StoreOpener-ba197d6a4477f6f5e1e17c39af1b6b53-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:17,830 INFO [StoreOpener-ba197d6a4477f6f5e1e17c39af1b6b53-1 {}] regionserver.HStore(327): Store=ba197d6a4477f6f5e1e17c39af1b6b53/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:19:17,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for ba197d6a4477f6f5e1e17c39af1b6b53 2024-11-13T10:19:17,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/data/hbase/replication/ba197d6a4477f6f5e1e17c39af1b6b53 2024-11-13T10:19:17,832 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/data/hbase/replication/ba197d6a4477f6f5e1e17c39af1b6b53 2024-11-13T10:19:17,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for ba197d6a4477f6f5e1e17c39af1b6b53 2024-11-13T10:19:17,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for ba197d6a4477f6f5e1e17c39af1b6b53 2024-11-13T10:19:17,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T10:19:17,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for ba197d6a4477f6f5e1e17c39af1b6b53 2024-11-13T10:19:17,836 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened ba197d6a4477f6f5e1e17c39af1b6b53; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68819696, jitterRate=0.025493383407592773}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T10:19:17,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ba197d6a4477f6f5e1e17c39af1b6b53 2024-11-13T10:19:17,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for ba197d6a4477f6f5e1e17c39af1b6b53: Running coprocessor pre-open hook at 1731493157820Writing region info on filesystem at 1731493157820Initializing all the Stores at 1731493157820Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493157821 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493157821Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493157821Cleaning up temporary data from old regions at 1731493157834 (+13 ms)Running coprocessor post-open hooks at 1731493157837 (+3 ms)Region opened successfully at 1731493157837 2024-11-13T10:19:17,838 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731493146560.ba197d6a4477f6f5e1e17c39af1b6b53., pid=13, masterSystemTime=1731493157794 2024-11-13T10:19:17,840 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731493146560.ba197d6a4477f6f5e1e17c39af1b6b53. 2024-11-13T10:19:17,841 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731493146560.ba197d6a4477f6f5e1e17c39af1b6b53. 2024-11-13T10:19:17,841 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=ba197d6a4477f6f5e1e17c39af1b6b53, regionState=OPEN, openSeqNum=9, regionLocation=770665a7984d,39089,1731493152382 2024-11-13T10:19:17,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba197d6a4477f6f5e1e17c39af1b6b53, server=770665a7984d,39089,1731493152382 because future has completed 2024-11-13T10:19:17,846 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-13T10:19:17,846 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure ba197d6a4477f6f5e1e17c39af1b6b53, server=770665a7984d,39089,1731493152382 in 202 msec 2024-11-13T10:19:17,848 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-13T10:19:17,848 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ba197d6a4477f6f5e1e17c39af1b6b53, ASSIGN in 360 msec 2024-11-13T10:19:17,848 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-13T10:19:17,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731493146560.ba197d6a4477f6f5e1e17c39af1b6b53., hostname=770665a7984d,39089,1731493152382, seqNum=9] 2024-11-13T10:19:17,865 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 770665a7984d,33093,1731493139422 2024-11-13T10:19:17,865 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-13T10:19:17,921 DEBUG [RS:0;770665a7984d:44705 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T10:19:17,942 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35615/user/jenkins/test-data/8a5af82d-bb55-4ff1-905d-dac7c9ebddbb/data/hbase/meta/1588230740/.tmp/ns/42af59adb75c4536a5a90c1798e573ef 2024-11-13T10:19:17,948 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35615/user/jenkins/test-data/8a5af82d-bb55-4ff1-905d-dac7c9ebddbb/data/hbase/meta/1588230740/.tmp/ns/42af59adb75c4536a5a90c1798e573ef as hdfs://localhost:35615/user/jenkins/test-data/8a5af82d-bb55-4ff1-905d-dac7c9ebddbb/data/hbase/meta/1588230740/ns/42af59adb75c4536a5a90c1798e573ef 2024-11-13T10:19:17,953 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35615/user/jenkins/test-data/8a5af82d-bb55-4ff1-905d-dac7c9ebddbb/data/hbase/meta/1588230740/ns/42af59adb75c4536a5a90c1798e573ef, entries=2, sequenceid=6, filesize=5.0 K 2024-11-13T10:19:17,954 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 433ms, sequenceid=6, compaction requested=false 2024-11-13T10:19:17,955 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T10:19:17,959 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35615/user/jenkins/test-data/8a5af82d-bb55-4ff1-905d-dac7c9ebddbb/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-13T10:19:17,960 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T10:19:17,960 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T10:19:17,960 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T10:19:17,960 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731493157520Running coprocessor pre-close hooks at 1731493157520Disabling compacts and flushes for region at 1731493157520Disabling writes for close at 1731493157521 (+1 ms)Obtaining lock to block concurrent updates at 1731493157521Preparing flush snapshotting stores in 1588230740 at 1731493157521Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731493157521Flushing stores of hbase:meta,,1.1588230740 at 1731493157522 (+1 ms)Flushing 1588230740/ns: creating writer at 1731493157522Flushing 1588230740/ns: appending metadata at 1731493157537 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731493157537Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@353940b9: reopening flushed file at 1731493157947 (+410 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 433ms, sequenceid=6, compaction requested=false at 1731493157954 (+7 ms)Writing region close event to WAL at 1731493157956 (+2 ms)Running coprocessor post-close hooks at 1731493157960 (+4 ms)Closed at 1731493157960 2024-11-13T10:19:17,960 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T10:19:18,018 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39089 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-13T10:19:18,121 INFO [RS:0;770665a7984d:44705 {}] regionserver.HRegionServer(976): stopping server 770665a7984d,44705,1731493143495; all regions closed. 2024-11-13T10:19:18,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40707 is added to blk_1073741834_1010 (size=1152) 2024-11-13T10:19:18,123 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8a5af82d-bb55-4ff1-905d-dac7c9ebddbb/WALs/770665a7984d,44705,1731493143495/770665a7984d%2C44705%2C1731493143495.meta.1731493146414.meta not finished, retry = 0 2024-11-13T10:19:18,226 DEBUG [RS:0;770665a7984d:44705 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8a5af82d-bb55-4ff1-905d-dac7c9ebddbb/oldWALs 2024-11-13T10:19:18,226 INFO [RS:0;770665a7984d:44705 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 770665a7984d%2C44705%2C1731493143495.meta:.meta(num 1731493146414) 2024-11-13T10:19:18,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40707 is added to blk_1073741832_1008 (size=93) 2024-11-13T10:19:18,228 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8a5af82d-bb55-4ff1-905d-dac7c9ebddbb/WALs/770665a7984d,44705,1731493143495/770665a7984d%2C44705%2C1731493143495.1731493145490 not finished, retry = 0 2024-11-13T10:19:18,331 DEBUG [RS:0;770665a7984d:44705 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8a5af82d-bb55-4ff1-905d-dac7c9ebddbb/oldWALs 2024-11-13T10:19:18,331 INFO [RS:0;770665a7984d:44705 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 770665a7984d%2C44705%2C1731493143495:(num 1731493145490) 2024-11-13T10:19:18,331 DEBUG [RS:0;770665a7984d:44705 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:18,331 INFO [RS:0;770665a7984d:44705 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T10:19:18,331 INFO [RS:0;770665a7984d:44705 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T10:19:18,331 INFO [RS:0;770665a7984d:44705 {}] hbase.ChoreService(370): Chore service for: regionserver/770665a7984d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T10:19:18,331 INFO [RS:0;770665a7984d:44705 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T10:19:18,331 INFO [regionserver/770665a7984d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T10:19:18,331 INFO [RS:0;770665a7984d:44705 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44705 2024-11-13T10:19:18,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44705-0x10110d67bf30004, quorum=127.0.0.1:57476, baseZNode=/11628109044 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11628109044/rs/770665a7984d,44705,1731493143495 2024-11-13T10:19:18,333 INFO [RS:0;770665a7984d:44705 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T10:19:18,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46845-0x10110d67bf30003, quorum=127.0.0.1:57476, baseZNode=/11628109044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11628109044/rs 2024-11-13T10:19:18,334 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [770665a7984d,44705,1731493143495] 2024-11-13T10:19:18,336 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11628109044/draining/770665a7984d,44705,1731493143495 already deleted, retry=false 2024-11-13T10:19:18,336 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 770665a7984d,44705,1731493143495 expired; onlineServers=0 2024-11-13T10:19:18,336 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '770665a7984d,46845,1731493143450' ***** 2024-11-13T10:19:18,336 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T10:19:18,336 INFO [M:0;770665a7984d:46845 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T10:19:18,336 INFO [M:0;770665a7984d:46845 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T10:19:18,336 DEBUG [M:0;770665a7984d:46845 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T10:19:18,336 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T10:19:18,336 DEBUG [M:0;770665a7984d:46845 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T10:19:18,336 DEBUG [master/770665a7984d:0:becomeActiveMaster-HFileCleaner.small.0-1731493145269 {}] cleaner.HFileCleaner(306): Exit Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.small.0-1731493145269,5,FailOnTimeoutGroup] 2024-11-13T10:19:18,336 DEBUG [master/770665a7984d:0:becomeActiveMaster-HFileCleaner.large.0-1731493145269 {}] cleaner.HFileCleaner(306): Exit Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.large.0-1731493145269,5,FailOnTimeoutGroup] 2024-11-13T10:19:18,336 INFO [M:0;770665a7984d:46845 {}] hbase.ChoreService(370): Chore service for: master/770665a7984d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T10:19:18,336 INFO [M:0;770665a7984d:46845 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T10:19:18,337 DEBUG [M:0;770665a7984d:46845 {}] master.HMaster(1795): Stopping service threads 2024-11-13T10:19:18,337 INFO [M:0;770665a7984d:46845 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T10:19:18,337 INFO [M:0;770665a7984d:46845 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T10:19:18,337 INFO [M:0;770665a7984d:46845 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T10:19:18,337 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T10:19:18,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46845-0x10110d67bf30003, quorum=127.0.0.1:57476, baseZNode=/11628109044 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11628109044/master 2024-11-13T10:19:18,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46845-0x10110d67bf30003, quorum=127.0.0.1:57476, baseZNode=/11628109044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11628109044 2024-11-13T10:19:18,339 DEBUG [M:0;770665a7984d:46845 {}] zookeeper.ZKUtil(347): master:46845-0x10110d67bf30003, quorum=127.0.0.1:57476, baseZNode=/11628109044 Unable to get data of znode /11628109044/master because node does not exist (not an error) 2024-11-13T10:19:18,339 WARN [M:0;770665a7984d:46845 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T10:19:18,341 INFO [M:0;770665a7984d:46845 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35615/user/jenkins/test-data/8a5af82d-bb55-4ff1-905d-dac7c9ebddbb/.lastflushedseqids 2024-11-13T10:19:18,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40707 is added to blk_1073741836_1012 (size=99) 2024-11-13T10:19:18,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44705-0x10110d67bf30004, quorum=127.0.0.1:57476, baseZNode=/11628109044 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:19:18,435 INFO [RS:0;770665a7984d:44705 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T10:19:18,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44705-0x10110d67bf30004, quorum=127.0.0.1:57476, baseZNode=/11628109044 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:19:18,435 INFO [RS:0;770665a7984d:44705 {}] regionserver.HRegionServer(1031): Exiting; stopping=770665a7984d,44705,1731493143495; zookeeper connection closed. 2024-11-13T10:19:18,435 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@10580c52 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@10580c52 2024-11-13T10:19:18,435 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T10:19:18,677 DEBUG [RS:0;770665a7984d:39089.replicationSource.wal-reader.770665a7984d%2C39089%2C1731493152382,1-770665a7984d,39089,1731493152382 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/WALs/770665a7984d,39089,1731493152382/770665a7984d%2C39089%2C1731493152382.1731493153198 to pos 0, reset compression=false 2024-11-13T10:19:18,749 INFO [M:0;770665a7984d:46845 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T10:19:18,750 INFO [M:0;770665a7984d:46845 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T10:19:18,750 DEBUG [M:0;770665a7984d:46845 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T10:19:18,750 INFO [M:0;770665a7984d:46845 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:19:18,750 DEBUG [M:0;770665a7984d:46845 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:19:18,750 DEBUG [M:0;770665a7984d:46845 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T10:19:18,750 DEBUG [M:0;770665a7984d:46845 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:19:18,750 INFO [M:0;770665a7984d:46845 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-13T10:19:18,766 DEBUG [M:0;770665a7984d:46845 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35615/user/jenkins/test-data/8a5af82d-bb55-4ff1-905d-dac7c9ebddbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/111c56b38c3c453fbb0b0d5dc58f012e is 82, key is hbase:meta,,1/info:regioninfo/1731493146446/Put/seqid=0 2024-11-13T10:19:18,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40707 is added to blk_1073741837_1013 (size=5672) 2024-11-13T10:19:19,045 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T10:19:19,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:19:19,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:19:19,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:19:19,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:19:19,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:19:19,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:19:19,171 INFO [M:0;770665a7984d:46845 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35615/user/jenkins/test-data/8a5af82d-bb55-4ff1-905d-dac7c9ebddbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/111c56b38c3c453fbb0b0d5dc58f012e 2024-11-13T10:19:19,192 DEBUG [M:0;770665a7984d:46845 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35615/user/jenkins/test-data/8a5af82d-bb55-4ff1-905d-dac7c9ebddbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/afa31a2d09aa4a36ab1aa42399d722f8 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731493146460/Put/seqid=0 2024-11-13T10:19:19,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40707 is added to blk_1073741838_1014 (size=5275) 2024-11-13T10:19:19,596 INFO [M:0;770665a7984d:46845 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35615/user/jenkins/test-data/8a5af82d-bb55-4ff1-905d-dac7c9ebddbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/afa31a2d09aa4a36ab1aa42399d722f8 2024-11-13T10:19:19,616 DEBUG [M:0;770665a7984d:46845 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35615/user/jenkins/test-data/8a5af82d-bb55-4ff1-905d-dac7c9ebddbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ba60a5b328e540048ac167fe7929f0dd is 69, key is 770665a7984d,44705,1731493143495/rs:state/1731493145340/Put/seqid=0 2024-11-13T10:19:19,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40707 is added to blk_1073741839_1015 (size=5156) 2024-11-13T10:19:19,782 DEBUG [RS:0;770665a7984d:39089.replicationSource.wal-reader.770665a7984d%2C39089%2C1731493152382,1-770665a7984d,39089,1731493152382 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/WALs/770665a7984d,39089,1731493152382/770665a7984d%2C39089%2C1731493152382.1731493153198 to pos 0, reset compression=false 2024-11-13T10:19:20,020 INFO [M:0;770665a7984d:46845 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35615/user/jenkins/test-data/8a5af82d-bb55-4ff1-905d-dac7c9ebddbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ba60a5b328e540048ac167fe7929f0dd 2024-11-13T10:19:20,026 DEBUG [M:0;770665a7984d:46845 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35615/user/jenkins/test-data/8a5af82d-bb55-4ff1-905d-dac7c9ebddbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/111c56b38c3c453fbb0b0d5dc58f012e as hdfs://localhost:35615/user/jenkins/test-data/8a5af82d-bb55-4ff1-905d-dac7c9ebddbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/111c56b38c3c453fbb0b0d5dc58f012e 2024-11-13T10:19:20,030 INFO [M:0;770665a7984d:46845 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35615/user/jenkins/test-data/8a5af82d-bb55-4ff1-905d-dac7c9ebddbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/111c56b38c3c453fbb0b0d5dc58f012e, entries=8, sequenceid=28, filesize=5.5 K 2024-11-13T10:19:20,031 DEBUG [M:0;770665a7984d:46845 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35615/user/jenkins/test-data/8a5af82d-bb55-4ff1-905d-dac7c9ebddbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/afa31a2d09aa4a36ab1aa42399d722f8 as hdfs://localhost:35615/user/jenkins/test-data/8a5af82d-bb55-4ff1-905d-dac7c9ebddbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/afa31a2d09aa4a36ab1aa42399d722f8 2024-11-13T10:19:20,035 INFO [M:0;770665a7984d:46845 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35615/user/jenkins/test-data/8a5af82d-bb55-4ff1-905d-dac7c9ebddbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/afa31a2d09aa4a36ab1aa42399d722f8, entries=3, sequenceid=28, filesize=5.2 K 2024-11-13T10:19:20,036 DEBUG [M:0;770665a7984d:46845 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35615/user/jenkins/test-data/8a5af82d-bb55-4ff1-905d-dac7c9ebddbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ba60a5b328e540048ac167fe7929f0dd as hdfs://localhost:35615/user/jenkins/test-data/8a5af82d-bb55-4ff1-905d-dac7c9ebddbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ba60a5b328e540048ac167fe7929f0dd 2024-11-13T10:19:20,040 INFO [M:0;770665a7984d:46845 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35615/user/jenkins/test-data/8a5af82d-bb55-4ff1-905d-dac7c9ebddbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ba60a5b328e540048ac167fe7929f0dd, entries=1, sequenceid=28, filesize=5.0 K 2024-11-13T10:19:20,040 INFO [M:0;770665a7984d:46845 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=28, compaction requested=false 2024-11-13T10:19:20,042 INFO [M:0;770665a7984d:46845 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:19:20,042 DEBUG [M:0;770665a7984d:46845 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731493158750Disabling compacts and flushes for region at 1731493158750Disabling writes for close at 1731493158750Obtaining lock to block concurrent updates at 1731493158750Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731493158750Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731493158750Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731493158751 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731493158751Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731493158766 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731493158766Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731493159176 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731493159192 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731493159192Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731493159601 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731493159615 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731493159615Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b2c5c20: reopening flushed file at 1731493160025 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e7e0a92: reopening flushed file at 1731493160030 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@382edd97: reopening flushed file at 1731493160035 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=28, compaction requested=false at 1731493160040 (+5 ms)Writing region close event to WAL at 1731493160042 (+2 ms)Closed at 1731493160042 2024-11-13T10:19:20,044 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8a5af82d-bb55-4ff1-905d-dac7c9ebddbb/MasterData/WALs/770665a7984d,46845,1731493143450/770665a7984d%2C46845%2C1731493143450.1731493145187 not finished, retry = 0 2024-11-13T10:19:20,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40707 is added to blk_1073741830_1006 (size=10165) 2024-11-13T10:19:20,145 INFO [M:0;770665a7984d:46845 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T10:19:20,145 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T10:19:20,145 INFO [M:0;770665a7984d:46845 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46845 2024-11-13T10:19:20,145 INFO [M:0;770665a7984d:46845 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T10:19:20,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46845-0x10110d67bf30003, quorum=127.0.0.1:57476, baseZNode=/11628109044 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:19:20,247 INFO [M:0;770665a7984d:46845 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T10:19:20,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46845-0x10110d67bf30003, quorum=127.0.0.1:57476, baseZNode=/11628109044 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:19:20,249 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6fab3a4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T10:19:20,250 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@23bb9962{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T10:19:20,250 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T10:19:20,250 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58541b57{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T10:19:20,250 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b992587{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75140969-8331-374d-49cd-086a6ad417e7/hadoop.log.dir/,STOPPED} 2024-11-13T10:19:20,252 WARN [BP-561747874-172.17.0.2-1731493142492 heartbeating to localhost/127.0.0.1:35615 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T10:19:20,252 WARN [BP-561747874-172.17.0.2-1731493142492 heartbeating to localhost/127.0.0.1:35615 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-561747874-172.17.0.2-1731493142492 (Datanode Uuid dfe2a01a-900d-4416-bac7-e6ff0fcfa179) service to localhost/127.0.0.1:35615 2024-11-13T10:19:20,252 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T10:19:20,252 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T10:19:20,252 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75140969-8331-374d-49cd-086a6ad417e7/cluster_77bd8870-9053-4928-31b1-e56bf508f1bb/data/data1/current/BP-561747874-172.17.0.2-1731493142492 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T10:19:20,252 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75140969-8331-374d-49cd-086a6ad417e7/cluster_77bd8870-9053-4928-31b1-e56bf508f1bb/data/data2/current/BP-561747874-172.17.0.2-1731493142492 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T10:19:20,252 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T10:19:20,258 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3fcc2584{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T10:19:20,258 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1e8efeae{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T10:19:20,258 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T10:19:20,259 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72c980f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T10:19:20,259 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@370b3f5c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75140969-8331-374d-49cd-086a6ad417e7/hadoop.log.dir/,STOPPED} 2024-11-13T10:19:20,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T10:19:20,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T10:19:20,269 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T10:19:20,269 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:19:20,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:20,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:20,269 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:19:20,269 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T10:19:20,270 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=800692429, stopped=false 2024-11-13T10:19:20,270 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=770665a7984d,36807,1731493152350 2024-11-13T10:19:20,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39089-0x10110d67bf30007, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-255339069/running 2024-11-13T10:19:20,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36807-0x10110d67bf30006, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-255339069/running 2024-11-13T10:19:20,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39089-0x10110d67bf30007, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-255339069 2024-11-13T10:19:20,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36807-0x10110d67bf30006, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-255339069 2024-11-13T10:19:20,271 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T10:19:20,272 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T10:19:20,272 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:19:20,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:20,272 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '770665a7984d,39089,1731493152382' ***** 2024-11-13T10:19:20,272 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36807-0x10110d67bf30006, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Set watcher on znode that does not yet exist, /0-255339069/running 2024-11-13T10:19:20,272 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T10:19:20,272 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39089-0x10110d67bf30007, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Set watcher on znode that does not yet exist, /0-255339069/running 2024-11-13T10:19:20,272 INFO [RS:0;770665a7984d:39089 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T10:19:20,272 INFO [RS:0;770665a7984d:39089 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T10:19:20,272 INFO [RS:0;770665a7984d:39089 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T10:19:20,273 INFO [RS:0;770665a7984d:39089 {}] regionserver.HRegionServer(3091): Received CLOSE for ba197d6a4477f6f5e1e17c39af1b6b53 2024-11-13T10:19:20,273 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T10:19:20,273 INFO [RS:0;770665a7984d:39089 {}] regionserver.HRegionServer(959): stopping server 770665a7984d,39089,1731493152382 2024-11-13T10:19:20,273 INFO [RS:0;770665a7984d:39089 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T10:19:20,273 INFO [RS:0;770665a7984d:39089 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;770665a7984d:39089. 2024-11-13T10:19:20,273 DEBUG [RS:0;770665a7984d:39089 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:19:20,273 DEBUG [RS:0;770665a7984d:39089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:20,273 INFO [RS:0;770665a7984d:39089 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T10:19:20,273 INFO [RS:0;770665a7984d:39089 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T10:19:20,273 INFO [RS:0;770665a7984d:39089 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T10:19:20,273 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ba197d6a4477f6f5e1e17c39af1b6b53, disabling compactions & flushes 2024-11-13T10:19:20,273 INFO [RS:0;770665a7984d:39089 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T10:19:20,273 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731493146560.ba197d6a4477f6f5e1e17c39af1b6b53. 2024-11-13T10:19:20,273 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731493146560.ba197d6a4477f6f5e1e17c39af1b6b53. 2024-11-13T10:19:20,273 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731493146560.ba197d6a4477f6f5e1e17c39af1b6b53. after waiting 0 ms 2024-11-13T10:19:20,273 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731493146560.ba197d6a4477f6f5e1e17c39af1b6b53. 2024-11-13T10:19:20,273 INFO [RS:0;770665a7984d:39089 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T10:19:20,273 DEBUG [RS:0;770665a7984d:39089 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ba197d6a4477f6f5e1e17c39af1b6b53=hbase:replication,,1731493146560.ba197d6a4477f6f5e1e17c39af1b6b53.} 2024-11-13T10:19:20,273 DEBUG [RS:0;770665a7984d:39089 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ba197d6a4477f6f5e1e17c39af1b6b53 2024-11-13T10:19:20,274 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T10:19:20,274 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T10:19:20,274 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T10:19:20,274 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T10:19:20,274 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T10:19:20,274 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-13T10:19:20,277 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/data/hbase/replication/ba197d6a4477f6f5e1e17c39af1b6b53/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-13T10:19:20,278 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T10:19:20,278 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T10:19:20,278 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731493146560.ba197d6a4477f6f5e1e17c39af1b6b53. 2024-11-13T10:19:20,278 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ba197d6a4477f6f5e1e17c39af1b6b53: Waiting for close lock at 1731493160273Running coprocessor pre-close hooks at 1731493160273Disabling compacts and flushes for region at 1731493160273Disabling writes for close at 1731493160273Writing region close event to WAL at 1731493160274 (+1 ms)Running coprocessor post-close hooks at 1731493160278 (+4 ms)Closed at 1731493160278 2024-11-13T10:19:20,278 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731493146560.ba197d6a4477f6f5e1e17c39af1b6b53. 2024-11-13T10:19:20,291 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/data/hbase/meta/1588230740/.tmp/info/7f3628c5c1054686aca5c247d0aa86eb is 147, key is hbase:replication,,1731493146560.ba197d6a4477f6f5e1e17c39af1b6b53./info:regioninfo/1731493157841/Put/seqid=0 2024-11-13T10:19:20,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741851_1027 (size=6385) 2024-11-13T10:19:20,357 INFO [regionserver/770665a7984d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T10:19:20,474 DEBUG [RS:0;770665a7984d:39089 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T10:19:20,674 DEBUG [RS:0;770665a7984d:39089 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T10:19:20,695 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/data/hbase/meta/1588230740/.tmp/info/7f3628c5c1054686aca5c247d0aa86eb 2024-11-13T10:19:20,701 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/data/hbase/meta/1588230740/.tmp/info/7f3628c5c1054686aca5c247d0aa86eb as hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/data/hbase/meta/1588230740/info/7f3628c5c1054686aca5c247d0aa86eb 2024-11-13T10:19:20,705 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/data/hbase/meta/1588230740/info/7f3628c5c1054686aca5c247d0aa86eb, entries=8, sequenceid=19, filesize=6.2 K 2024-11-13T10:19:20,706 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=19, compaction requested=false 2024-11-13T10:19:20,710 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-13T10:19:20,711 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T10:19:20,711 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T10:19:20,711 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T10:19:20,711 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731493160273Running coprocessor pre-close hooks at 1731493160273Disabling compacts and flushes for region at 1731493160274 (+1 ms)Disabling writes for close at 1731493160274Obtaining lock to block concurrent updates at 1731493160274Preparing flush snapshotting stores in 1588230740 at 1731493160274Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731493160274Flushing stores of hbase:meta,,1.1588230740 at 1731493160275 (+1 ms)Flushing 1588230740/info: creating writer at 1731493160275Flushing 1588230740/info: appending metadata at 1731493160291 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731493160291Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d2b8b0e: reopening flushed file at 1731493160700 (+409 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=19, compaction requested=false at 1731493160706 (+6 ms)Writing region close event to WAL at 1731493160707 (+1 ms)Running coprocessor post-close hooks at 1731493160711 (+4 ms)Closed at 1731493160711 2024-11-13T10:19:20,711 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T10:19:20,874 INFO [RS:0;770665a7984d:39089 {}] regionserver.HRegionServer(976): stopping server 770665a7984d,39089,1731493152382; all regions closed. 2024-11-13T10:19:20,876 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/WALs/770665a7984d,39089,1731493152382/770665a7984d%2C39089%2C1731493152382.meta.1731493153523.meta not finished, retry = 0 2024-11-13T10:19:20,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741849_1025 (size=2156) 2024-11-13T10:19:20,979 DEBUG [RS:0;770665a7984d:39089 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/oldWALs 2024-11-13T10:19:20,979 INFO [RS:0;770665a7984d:39089 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 770665a7984d%2C39089%2C1731493152382.meta:.meta(num 1731493153523) 2024-11-13T10:19:20,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741850_1026 (size=796) 2024-11-13T10:19:20,983 DEBUG [RS:0;770665a7984d:39089 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/oldWALs 2024-11-13T10:19:20,983 INFO [RS:0;770665a7984d:39089 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 770665a7984d%2C39089%2C1731493152382.rep:(num 1731493157800) 2024-11-13T10:19:20,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741848_1024 (size=93) 2024-11-13T10:19:20,985 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/WALs/770665a7984d,39089,1731493152382/770665a7984d%2C39089%2C1731493152382.1731493153198 not finished, retry = 0 2024-11-13T10:19:20,986 DEBUG [RS:0;770665a7984d:39089.replicationSource.wal-reader.770665a7984d%2C39089%2C1731493152382,1-770665a7984d,39089,1731493152382 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/WALs/770665a7984d,39089,1731493152382/770665a7984d%2C39089%2C1731493152382.1731493153198 to pos 0, reset compression=false 2024-11-13T10:19:21,055 INFO [regionserver/770665a7984d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T10:19:21,055 INFO [regionserver/770665a7984d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T10:19:21,086 DEBUG [RS:0;770665a7984d:39089.replicationSource.wal-reader.770665a7984d%2C39089%2C1731493152382,1-770665a7984d,39089,1731493152382 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/WALs/770665a7984d,39089,1731493152382/770665a7984d%2C39089%2C1731493152382.1731493153198 2024-11-13T10:19:21,086 DEBUG [RS:0;770665a7984d:39089.replicationSource.wal-reader.770665a7984d%2C39089%2C1731493152382,1-770665a7984d,39089,1731493152382 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-13T10:19:21,086 DEBUG [RS:0;770665a7984d:39089.replicationSource.wal-reader.770665a7984d%2C39089%2C1731493152382,1-770665a7984d,39089,1731493152382 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-13T10:19:21,086 DEBUG [RS:0;770665a7984d:39089.replicationSource.shipper770665a7984d%2C39089%2C1731493152382,1-770665a7984d,39089,1731493152382 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-770665a7984d,39089,1731493152382 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/WALs/770665a7984d,39089,1731493152382/770665a7984d%2C39089%2C1731493152382.1731493153198, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-13T10:19:21,087 DEBUG [RS:0;770665a7984d:39089.replicationSource.shipper770665a7984d%2C39089%2C1731493152382,1-770665a7984d,39089,1731493152382 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:19:21,087 DEBUG [RS:0;770665a7984d:39089.replicationSource.shipper770665a7984d%2C39089%2C1731493152382,1-770665a7984d,39089,1731493152382 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,39089,1731493152382, seqNum=-1] 2024-11-13T10:19:21,088 WARN [RS:0;770665a7984d:39089.replicationSource.shipper770665a7984d%2C39089%2C1731493152382,1-770665a7984d,39089,1731493152382 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='1-770665a7984d,39089,1731493152382', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=770665a7984d:39089 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more 2024-11-13T10:19:21,090 ERROR [RS:0;770665a7984d:39089.replicationSource.shipper770665a7984d%2C39089%2C1731493152382,1-770665a7984d,39089,1731493152382 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 770665a7984d,39089,1731493152382: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-770665a7984d,39089,1731493152382, walGroup=770665a7984d%2C39089%2C1731493152382, offset=770665a7984d%2C39089%2C1731493152382.1731493153198:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=770665a7984d:39089 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T10:19:21,092 ERROR [RS:0;770665a7984d:39089.replicationSource.shipper770665a7984d%2C39089%2C1731493152382,1-770665a7984d,39089,1731493152382 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T10:19:21,093 DEBUG [RS:0;770665a7984d:39089 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/oldWALs 2024-11-13T10:19:21,093 INFO [RS:0;770665a7984d:39089 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 770665a7984d%2C39089%2C1731493152382:(num 1731493153198) 2024-11-13T10:19:21,093 DEBUG [RS:0;770665a7984d:39089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:21,093 INFO [RS:0;770665a7984d:39089 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T10:19:21,094 DEBUG [RS:0;770665a7984d:39089.replicationSource.shipper770665a7984d%2C39089%2C1731493152382,1-770665a7984d,39089,1731493152382 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T10:19:21,096 DEBUG [RS:0;770665a7984d:39089.replicationSource.shipper770665a7984d%2C39089%2C1731493152382,1-770665a7984d,39089,1731493152382 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T10:19:21,096 DEBUG [RS:0;770665a7984d:39089.replicationSource.shipper770665a7984d%2C39089%2C1731493152382,1-770665a7984d,39089,1731493152382 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T10:19:21,096 DEBUG [RS:0;770665a7984d:39089.replicationSource.shipper770665a7984d%2C39089%2C1731493152382,1-770665a7984d,39089,1731493152382 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T10:19:21,096 INFO [RS:0;770665a7984d:39089.replicationSource.shipper770665a7984d%2C39089%2C1731493152382,1-770665a7984d,39089,1731493152382 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 551024256 }, "NonHeapMemoryUsage": { "committed": 185729024, "init": 7667712, "max": -1, "used": 182825664 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T10:19:21,096 INFO [RS:0;770665a7984d:39089 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T10:19:21,096 INFO [RS:0;770665a7984d:39089 {}] hbase.ChoreService(370): Chore service for: regionserver/770665a7984d:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T10:19:21,097 INFO [RS:0;770665a7984d:39089 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T10:19:21,097 INFO [regionserver/770665a7984d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T10:19:21,097 INFO [RS:0;770665a7984d:39089 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-770665a7984d,39089,1731493152382 because: Region server is closing 2024-11-13T10:19:21,097 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/770665a7984d:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-13T10:19:21,097 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/770665a7984d:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-13T10:19:21,097 INFO [RS:0;770665a7984d:39089 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;770665a7984d:39089. 2024-11-13T10:19:21,097 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/770665a7984d:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-13T10:19:21,097 DEBUG [RS:0;770665a7984d:39089 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:19:21,097 DEBUG [RS:0;770665a7984d:39089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:21,097 DEBUG [RS:0;770665a7984d:39089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:21,097 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:19:21,098 DEBUG [RS:0;770665a7984d:39089.replicationSource.shipper770665a7984d%2C39089%2C1731493152382,1-770665a7984d,39089,1731493152382 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [770665a7984d%2C39089%2C1731493152382.1731493153198] 2024-11-13T10:19:21,197 INFO [RS:0;770665a7984d:39089 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;770665a7984d:39089.replicationSource.shipper770665a7984d%2C39089%2C1731493152382,1-770665a7984d,39089,1731493152382 terminated 2024-11-13T10:19:21,198 INFO [RS:0;770665a7984d:39089 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39089 2024-11-13T10:19:21,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39089-0x10110d67bf30007, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-255339069/rs/770665a7984d,39089,1731493152382 2024-11-13T10:19:21,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36807-0x10110d67bf30006, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-255339069/rs 2024-11-13T10:19:21,200 INFO [RS:0;770665a7984d:39089 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T10:19:21,200 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [770665a7984d,39089,1731493152382] 2024-11-13T10:19:21,202 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-255339069/draining/770665a7984d,39089,1731493152382 already deleted, retry=false 2024-11-13T10:19:21,202 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 770665a7984d,39089,1731493152382 expired; onlineServers=0 2024-11-13T10:19:21,202 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '770665a7984d,36807,1731493152350' ***** 2024-11-13T10:19:21,202 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T10:19:21,202 INFO [M:0;770665a7984d:36807 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T10:19:21,202 INFO [M:0;770665a7984d:36807 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T10:19:21,202 DEBUG [M:0;770665a7984d:36807 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T10:19:21,202 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T10:19:21,202 DEBUG [M:0;770665a7984d:36807 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T10:19:21,202 DEBUG [master/770665a7984d:0:becomeActiveMaster-HFileCleaner.large.0-1731493152961 {}] cleaner.HFileCleaner(306): Exit Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.large.0-1731493152961,5,FailOnTimeoutGroup] 2024-11-13T10:19:21,202 DEBUG [master/770665a7984d:0:becomeActiveMaster-HFileCleaner.small.0-1731493152963 {}] cleaner.HFileCleaner(306): Exit Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.small.0-1731493152963,5,FailOnTimeoutGroup] 2024-11-13T10:19:21,203 INFO [M:0;770665a7984d:36807 {}] hbase.ChoreService(370): Chore service for: master/770665a7984d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T10:19:21,203 INFO [M:0;770665a7984d:36807 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T10:19:21,203 DEBUG [M:0;770665a7984d:36807 {}] master.HMaster(1795): Stopping service threads 2024-11-13T10:19:21,203 INFO [M:0;770665a7984d:36807 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T10:19:21,203 INFO [M:0;770665a7984d:36807 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T10:19:21,203 INFO [M:0;770665a7984d:36807 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T10:19:21,203 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T10:19:21,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36807-0x10110d67bf30006, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-255339069/master 2024-11-13T10:19:21,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36807-0x10110d67bf30006, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-255339069 2024-11-13T10:19:21,205 DEBUG [M:0;770665a7984d:36807 {}] zookeeper.ZKUtil(347): master:36807-0x10110d67bf30006, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Unable to get data of znode /0-255339069/master because node does not exist (not an error) 2024-11-13T10:19:21,205 WARN [M:0;770665a7984d:36807 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T10:19:21,206 INFO [M:0;770665a7984d:36807 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/.lastflushedseqids 2024-11-13T10:19:21,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741852_1028 (size=181) 2024-11-13T10:19:21,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39089-0x10110d67bf30007, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:19:21,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39089-0x10110d67bf30007, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:19:21,301 INFO [RS:0;770665a7984d:39089 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T10:19:21,302 INFO [RS:0;770665a7984d:39089 {}] regionserver.HRegionServer(1031): Exiting; stopping=770665a7984d,39089,1731493152382; zookeeper connection closed. 2024-11-13T10:19:21,302 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@d4f6c13 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@d4f6c13 2024-11-13T10:19:21,302 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T10:19:21,612 INFO [M:0;770665a7984d:36807 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T10:19:21,612 INFO [M:0;770665a7984d:36807 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T10:19:21,612 DEBUG [M:0;770665a7984d:36807 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T10:19:21,612 INFO [M:0;770665a7984d:36807 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:19:21,612 DEBUG [M:0;770665a7984d:36807 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:19:21,612 DEBUG [M:0;770665a7984d:36807 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T10:19:21,612 DEBUG [M:0;770665a7984d:36807 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:19:21,612 INFO [M:0;770665a7984d:36807 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-13T10:19:21,628 DEBUG [M:0;770665a7984d:36807 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a6593eb00f5f4cf1961c48e9fcc83c42 is 82, key is hbase:meta,,1/info:regioninfo/1731493153576/Put/seqid=0 2024-11-13T10:19:21,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741853_1029 (size=5672) 2024-11-13T10:19:22,033 INFO [M:0;770665a7984d:36807 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a6593eb00f5f4cf1961c48e9fcc83c42 2024-11-13T10:19:22,065 DEBUG [M:0;770665a7984d:36807 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/09babb34cee6481898cdd79868d0c240 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731493157847/Put/seqid=0 2024-11-13T10:19:22,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741854_1030 (size=7312) 2024-11-13T10:19:22,081 INFO [M:0;770665a7984d:36807 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/09babb34cee6481898cdd79868d0c240 2024-11-13T10:19:22,113 DEBUG [M:0;770665a7984d:36807 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fcd0c2082e4544f6905c4425f6277334 is 69, key is 770665a7984d,39089,1731493152382/rs:state/1731493153021/Put/seqid=0 2024-11-13T10:19:22,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741855_1031 (size=5370) 2024-11-13T10:19:22,119 INFO [M:0;770665a7984d:36807 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fcd0c2082e4544f6905c4425f6277334 2024-11-13T10:19:22,127 INFO [M:0;770665a7984d:36807 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fcd0c2082e4544f6905c4425f6277334 2024-11-13T10:19:22,128 DEBUG [M:0;770665a7984d:36807 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a6593eb00f5f4cf1961c48e9fcc83c42 as hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a6593eb00f5f4cf1961c48e9fcc83c42 2024-11-13T10:19:22,135 INFO [M:0;770665a7984d:36807 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a6593eb00f5f4cf1961c48e9fcc83c42, entries=8, sequenceid=127, filesize=5.5 K 2024-11-13T10:19:22,136 DEBUG [M:0;770665a7984d:36807 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/09babb34cee6481898cdd79868d0c240 as hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/09babb34cee6481898cdd79868d0c240 2024-11-13T10:19:22,141 INFO [M:0;770665a7984d:36807 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/09babb34cee6481898cdd79868d0c240, entries=7, sequenceid=127, filesize=7.1 K 2024-11-13T10:19:22,142 DEBUG [M:0;770665a7984d:36807 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fcd0c2082e4544f6905c4425f6277334 as hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fcd0c2082e4544f6905c4425f6277334 2024-11-13T10:19:22,146 INFO [M:0;770665a7984d:36807 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fcd0c2082e4544f6905c4425f6277334 2024-11-13T10:19:22,146 INFO [M:0;770665a7984d:36807 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40471/user/jenkins/test-data/e612c298-3385-fa7e-6a19-46e74b8b5f10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fcd0c2082e4544f6905c4425f6277334, entries=2, sequenceid=127, filesize=5.2 K 2024-11-13T10:19:22,147 INFO [M:0;770665a7984d:36807 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 535ms, sequenceid=127, compaction requested=false 2024-11-13T10:19:22,150 INFO [M:0;770665a7984d:36807 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:19:22,150 DEBUG [M:0;770665a7984d:36807 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731493161612Disabling compacts and flushes for region at 1731493161612Disabling writes for close at 1731493161612Obtaining lock to block concurrent updates at 1731493161612Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731493161612Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731493161613 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731493161613Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731493161613Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731493161627 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731493161627Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731493162040 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731493162064 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731493162064Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731493162088 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731493162112 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731493162112Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54928ce1: reopening flushed file at 1731493162127 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11903764: reopening flushed file at 1731493162135 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4322ef0e: reopening flushed file at 1731493162141 (+6 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 535ms, sequenceid=127, compaction requested=false at 1731493162147 (+6 ms)Writing region close event to WAL at 1731493162149 (+2 ms)Closed at 1731493162150 (+1 ms) 2024-11-13T10:19:22,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41897 is added to blk_1073741847_1023 (size=22903) 2024-11-13T10:19:22,153 INFO [M:0;770665a7984d:36807 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T10:19:22,153 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T10:19:22,153 INFO [M:0;770665a7984d:36807 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36807 2024-11-13T10:19:22,153 INFO [M:0;770665a7984d:36807 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T10:19:22,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36807-0x10110d67bf30006, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:19:22,255 INFO [M:0;770665a7984d:36807 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T10:19:22,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36807-0x10110d67bf30006, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:19:22,257 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@69252cfb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T10:19:22,257 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a27cf90{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T10:19:22,258 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T10:19:22,258 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@590247d6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T10:19:22,258 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a0b8186{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64caef4-b116-5bb8-9e4b-8e8547173773/hadoop.log.dir/,STOPPED} 2024-11-13T10:19:22,259 WARN [BP-1369150919-172.17.0.2-1731493138816 heartbeating to localhost/127.0.0.1:40471 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T10:19:22,259 WARN [BP-1369150919-172.17.0.2-1731493138816 heartbeating to localhost/127.0.0.1:40471 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1369150919-172.17.0.2-1731493138816 (Datanode Uuid 32535c5a-7d4c-48ed-8530-d02817331f9e) service to localhost/127.0.0.1:40471 2024-11-13T10:19:22,259 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T10:19:22,259 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T10:19:22,260 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64caef4-b116-5bb8-9e4b-8e8547173773/cluster_d0fb3f89-21c0-23b7-d8d2-d53a34cf9710/data/data1/current/BP-1369150919-172.17.0.2-1731493138816 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T10:19:22,260 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64caef4-b116-5bb8-9e4b-8e8547173773/cluster_d0fb3f89-21c0-23b7-d8d2-d53a34cf9710/data/data2/current/BP-1369150919-172.17.0.2-1731493138816 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T10:19:22,260 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T10:19:22,266 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@24864714{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T10:19:22,267 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@230b3bed{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T10:19:22,267 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T10:19:22,267 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a5472ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T10:19:22,267 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5da02fb3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a64caef4-b116-5bb8-9e4b-8e8547173773/hadoop.log.dir/,STOPPED} 2024-11-13T10:19:22,274 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T10:19:22,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T10:19:22,294 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=205 (was 158) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40471 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40471 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:35615 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35615 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40471 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40471 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57476) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:35615 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40471 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40471 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:35615 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:35615 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40471 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40471 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57476) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:40471 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:40471 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=272 (was 342), ProcessCount=11 (was 11), AvailableMemoryMB=1901 (was 1984) 2024-11-13T10:19:22,303 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=205, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=272, ProcessCount=11, AvailableMemoryMB=1901 2024-11-13T10:19:22,319 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-13T10:19:22,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75140969-8331-374d-49cd-086a6ad417e7/hadoop.log.dir so I do NOT create it in target/test-data/5b440da9-19fd-ae81-a85f-3b5b0dca214f 2024-11-13T10:19:22,320 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75140969-8331-374d-49cd-086a6ad417e7/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T10:19:22,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75140969-8331-374d-49cd-086a6ad417e7/hadoop.tmp.dir so I do NOT create it in target/test-data/5b440da9-19fd-ae81-a85f-3b5b0dca214f 2024-11-13T10:19:22,320 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75140969-8331-374d-49cd-086a6ad417e7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T10:19:22,320 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b440da9-19fd-ae81-a85f-3b5b0dca214f 2024-11-13T10:19:22,320 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b440da9-19fd-ae81-a85f-3b5b0dca214f/cluster_bcea04d0-5dae-65f0-c938-6d90aae7e2c2, deleteOnExit=true 2024-11-13T10:19:22,323 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b440da9-19fd-ae81-a85f-3b5b0dca214f/cluster_bcea04d0-5dae-65f0-c938-6d90aae7e2c2/zookeeper_0, clientPort=57293, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b440da9-19fd-ae81-a85f-3b5b0dca214f/cluster_bcea04d0-5dae-65f0-c938-6d90aae7e2c2/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b440da9-19fd-ae81-a85f-3b5b0dca214f/cluster_bcea04d0-5dae-65f0-c938-6d90aae7e2c2/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T10:19:22,323 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57293 2024-11-13T10:19:22,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T10:19:22,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T10:19:22,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b440da9-19fd-ae81-a85f-3b5b0dca214f/test.cache.data in system properties and HBase conf 2024-11-13T10:19:22,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b440da9-19fd-ae81-a85f-3b5b0dca214f/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T10:19:22,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b440da9-19fd-ae81-a85f-3b5b0dca214f/hadoop.log.dir in system properties and HBase conf 2024-11-13T10:19:22,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b440da9-19fd-ae81-a85f-3b5b0dca214f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T10:19:22,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b440da9-19fd-ae81-a85f-3b5b0dca214f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T10:19:22,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T10:19:22,324 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T10:19:22,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b440da9-19fd-ae81-a85f-3b5b0dca214f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T10:19:22,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b440da9-19fd-ae81-a85f-3b5b0dca214f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T10:19:22,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b440da9-19fd-ae81-a85f-3b5b0dca214f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T10:19:22,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b440da9-19fd-ae81-a85f-3b5b0dca214f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T10:19:22,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b440da9-19fd-ae81-a85f-3b5b0dca214f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T10:19:22,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b440da9-19fd-ae81-a85f-3b5b0dca214f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T10:19:22,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b440da9-19fd-ae81-a85f-3b5b0dca214f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T10:19:22,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b440da9-19fd-ae81-a85f-3b5b0dca214f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T10:19:22,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b440da9-19fd-ae81-a85f-3b5b0dca214f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T10:19:22,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b440da9-19fd-ae81-a85f-3b5b0dca214f/nfs.dump.dir in system properties and HBase conf 2024-11-13T10:19:22,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b440da9-19fd-ae81-a85f-3b5b0dca214f/java.io.tmpdir in system properties and HBase conf 2024-11-13T10:19:22,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b440da9-19fd-ae81-a85f-3b5b0dca214f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T10:19:22,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b440da9-19fd-ae81-a85f-3b5b0dca214f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T10:19:22,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b440da9-19fd-ae81-a85f-3b5b0dca214f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T10:19:22,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10110d67bf30002, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T10:19:22,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10110d67bf30005, quorum=127.0.0.1:57476, baseZNode=/11628109044 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T10:19:22,372 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10110d67bf30005, quorum=127.0.0.1:57476, baseZNode=/11628109044 Received Disconnected from ZooKeeper, ignoring 2024-11-13T10:19:22,372 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10110d67bf30002, quorum=127.0.0.1:57476, baseZNode=/0-255339069 Received Disconnected from ZooKeeper, ignoring 2024-11-13T10:19:22,432 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T10:19:22,439 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T10:19:22,445 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T10:19:22,445 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T10:19:22,445 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T10:19:22,445 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T10:19:22,446 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1bd95385{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b440da9-19fd-ae81-a85f-3b5b0dca214f/hadoop.log.dir/,AVAILABLE} 2024-11-13T10:19:22,446 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b19225d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T10:19:22,597 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@34a0d3f5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b440da9-19fd-ae81-a85f-3b5b0dca214f/java.io.tmpdir/jetty-localhost-34749-hadoop-hdfs-3_4_1-tests_jar-_-any-10790991101144405519/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T10:19:22,598 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5bf68f11{HTTP/1.1, (http/1.1)}{localhost:34749} 2024-11-13T10:19:22,598 INFO [Time-limited test {}] server.Server(415): Started @154446ms 2024-11-13T10:19:22,689 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T10:19:22,693 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T10:19:22,697 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T10:19:22,697 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T10:19:22,697 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T10:19:22,698 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ae0d247{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b440da9-19fd-ae81-a85f-3b5b0dca214f/hadoop.log.dir/,AVAILABLE} 2024-11-13T10:19:22,698 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4abb186f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T10:19:22,825 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76878df7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b440da9-19fd-ae81-a85f-3b5b0dca214f/java.io.tmpdir/jetty-localhost-33633-hadoop-hdfs-3_4_1-tests_jar-_-any-6000216735199436280/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T10:19:22,826 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4b562ab6{HTTP/1.1, (http/1.1)}{localhost:33633} 2024-11-13T10:19:22,826 INFO [Time-limited test {}] server.Server(415): Started @154673ms 2024-11-13T10:19:22,827 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T10:19:22,931 WARN [Thread-1678 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b440da9-19fd-ae81-a85f-3b5b0dca214f/cluster_bcea04d0-5dae-65f0-c938-6d90aae7e2c2/data/data1/current/BP-1413305303-172.17.0.2-1731493162357/current, will proceed with Du for space computation calculation, 2024-11-13T10:19:22,932 WARN [Thread-1679 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b440da9-19fd-ae81-a85f-3b5b0dca214f/cluster_bcea04d0-5dae-65f0-c938-6d90aae7e2c2/data/data2/current/BP-1413305303-172.17.0.2-1731493162357/current, will proceed with Du for space computation calculation, 2024-11-13T10:19:22,961 WARN [Thread-1666 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T10:19:22,965 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa1f51dfc83641270 with lease ID 0xb5fe9ee87dabda09: Processing first storage report for DS-9ae879b6-564d-49bc-b7c5-d2da085d32e0 from datanode DatanodeRegistration(127.0.0.1:36593, datanodeUuid=1e48772d-b98e-45f6-8d57-6fdb7175fc0c, infoPort=37365, infoSecurePort=0, ipcPort=40265, storageInfo=lv=-57;cid=testClusterID;nsid=891945521;c=1731493162357) 2024-11-13T10:19:22,965 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa1f51dfc83641270 with lease ID 0xb5fe9ee87dabda09: from storage DS-9ae879b6-564d-49bc-b7c5-d2da085d32e0 node DatanodeRegistration(127.0.0.1:36593, datanodeUuid=1e48772d-b98e-45f6-8d57-6fdb7175fc0c, infoPort=37365, infoSecurePort=0, ipcPort=40265, storageInfo=lv=-57;cid=testClusterID;nsid=891945521;c=1731493162357), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T10:19:22,965 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa1f51dfc83641270 with lease ID 0xb5fe9ee87dabda09: Processing first storage report for DS-7f1aa353-73dd-47cd-bac6-95e4f264c61e from datanode DatanodeRegistration(127.0.0.1:36593, datanodeUuid=1e48772d-b98e-45f6-8d57-6fdb7175fc0c, infoPort=37365, infoSecurePort=0, ipcPort=40265, storageInfo=lv=-57;cid=testClusterID;nsid=891945521;c=1731493162357) 2024-11-13T10:19:22,965 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa1f51dfc83641270 with lease ID 0xb5fe9ee87dabda09: from storage DS-7f1aa353-73dd-47cd-bac6-95e4f264c61e node DatanodeRegistration(127.0.0.1:36593, datanodeUuid=1e48772d-b98e-45f6-8d57-6fdb7175fc0c, infoPort=37365, infoSecurePort=0, ipcPort=40265, storageInfo=lv=-57;cid=testClusterID;nsid=891945521;c=1731493162357), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T10:19:23,058 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b440da9-19fd-ae81-a85f-3b5b0dca214f 2024-11-13T10:19:23,059 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:19:23,060 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:19:23,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36593 is added to blk_1073741825_1001 (size=7) 2024-11-13T10:19:23,472 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671 with version=8 2024-11-13T10:19:23,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/hbase-staging 2024-11-13T10:19:23,474 INFO [Time-limited test {}] client.ConnectionUtils(128): master/770665a7984d:0 server-side Connection retries=45 2024-11-13T10:19:23,474 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:19:23,474 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T10:19:23,474 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T10:19:23,474 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:19:23,474 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T10:19:23,474 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T10:19:23,474 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T10:19:23,475 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43305 2024-11-13T10:19:23,476 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43305 connecting to ZooKeeper ensemble=127.0.0.1:57293 2024-11-13T10:19:23,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:433050x0, quorum=127.0.0.1:57293, baseZNode=/0289101571 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T10:19:23,485 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43305-0x10110d6d7e20000 connected 2024-11-13T10:19:23,501 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:19:23,504 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:19:23,506 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43305-0x10110d6d7e20000, quorum=127.0.0.1:57293, baseZNode=/0289101571 Set watcher on znode that does not yet exist, /0289101571/running 2024-11-13T10:19:23,506 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671, hbase.cluster.distributed=false 2024-11-13T10:19:23,508 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43305-0x10110d6d7e20000, quorum=127.0.0.1:57293, baseZNode=/0289101571 Set watcher on znode that does not yet exist, /0289101571/acl 2024-11-13T10:19:23,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43305 2024-11-13T10:19:23,509 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43305 2024-11-13T10:19:23,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43305 2024-11-13T10:19:23,514 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43305 2024-11-13T10:19:23,515 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43305 2024-11-13T10:19:23,539 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/770665a7984d:0 server-side Connection retries=45 2024-11-13T10:19:23,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:19:23,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T10:19:23,539 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T10:19:23,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:19:23,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T10:19:23,539 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T10:19:23,540 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T10:19:23,541 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32795 2024-11-13T10:19:23,542 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32795 connecting to ZooKeeper ensemble=127.0.0.1:57293 2024-11-13T10:19:23,543 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:19:23,546 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:19:23,553 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:327950x0, quorum=127.0.0.1:57293, baseZNode=/0289101571 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T10:19:23,554 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32795-0x10110d6d7e20001 connected 2024-11-13T10:19:23,554 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32795-0x10110d6d7e20001, quorum=127.0.0.1:57293, baseZNode=/0289101571 Set watcher on znode that does not yet exist, /0289101571/running 2024-11-13T10:19:23,554 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T10:19:23,556 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T10:19:23,557 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32795-0x10110d6d7e20001, quorum=127.0.0.1:57293, baseZNode=/0289101571 Set watcher on znode that does not yet exist, /0289101571/master 2024-11-13T10:19:23,558 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32795-0x10110d6d7e20001, quorum=127.0.0.1:57293, baseZNode=/0289101571 Set watcher on znode that does not yet exist, /0289101571/acl 2024-11-13T10:19:23,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32795 2024-11-13T10:19:23,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32795 2024-11-13T10:19:23,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32795 2024-11-13T10:19:23,565 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32795 2024-11-13T10:19:23,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32795 2024-11-13T10:19:23,590 DEBUG [M:0;770665a7984d:43305 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;770665a7984d:43305 2024-11-13T10:19:23,590 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0289101571/backup-masters/770665a7984d,43305,1731493163474 2024-11-13T10:19:23,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43305-0x10110d6d7e20000, quorum=127.0.0.1:57293, baseZNode=/0289101571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0289101571/backup-masters 2024-11-13T10:19:23,592 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32795-0x10110d6d7e20001, quorum=127.0.0.1:57293, baseZNode=/0289101571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0289101571/backup-masters 2024-11-13T10:19:23,592 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43305-0x10110d6d7e20000, quorum=127.0.0.1:57293, baseZNode=/0289101571 Set watcher on existing znode=/0289101571/backup-masters/770665a7984d,43305,1731493163474 2024-11-13T10:19:23,594 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32795-0x10110d6d7e20001, quorum=127.0.0.1:57293, baseZNode=/0289101571 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0289101571/master 2024-11-13T10:19:23,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43305-0x10110d6d7e20000, quorum=127.0.0.1:57293, baseZNode=/0289101571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0289101571 2024-11-13T10:19:23,594 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32795-0x10110d6d7e20001, quorum=127.0.0.1:57293, baseZNode=/0289101571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0289101571 2024-11-13T10:19:23,595 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43305-0x10110d6d7e20000, quorum=127.0.0.1:57293, baseZNode=/0289101571 Set watcher on existing znode=/0289101571/master 2024-11-13T10:19:23,595 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0289101571/backup-masters/770665a7984d,43305,1731493163474 from backup master directory 2024-11-13T10:19:23,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43305-0x10110d6d7e20000, quorum=127.0.0.1:57293, baseZNode=/0289101571 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0289101571/backup-masters/770665a7984d,43305,1731493163474 2024-11-13T10:19:23,597 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32795-0x10110d6d7e20001, quorum=127.0.0.1:57293, baseZNode=/0289101571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0289101571/backup-masters 2024-11-13T10:19:23,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43305-0x10110d6d7e20000, quorum=127.0.0.1:57293, baseZNode=/0289101571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0289101571/backup-masters 2024-11-13T10:19:23,597 WARN [master/770665a7984d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T10:19:23,597 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=770665a7984d,43305,1731493163474 2024-11-13T10:19:23,601 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/hbase.id] with ID: e2263415-c2c1-4830-9844-abc88f72201f 2024-11-13T10:19:23,601 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/.tmp/hbase.id 2024-11-13T10:19:23,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36593 is added to blk_1073741826_1002 (size=42) 2024-11-13T10:19:24,006 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/.tmp/hbase.id]:[hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/hbase.id] 2024-11-13T10:19:24,017 INFO [master/770665a7984d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:19:24,018 INFO [master/770665a7984d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T10:19:24,019 INFO [master/770665a7984d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-13T10:19:24,023 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32795-0x10110d6d7e20001, quorum=127.0.0.1:57293, baseZNode=/0289101571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0289101571 2024-11-13T10:19:24,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43305-0x10110d6d7e20000, quorum=127.0.0.1:57293, baseZNode=/0289101571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0289101571 2024-11-13T10:19:24,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36593 is added to blk_1073741827_1003 (size=196) 2024-11-13T10:19:24,429 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T10:19:24,430 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T10:19:24,430 INFO [master/770665a7984d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:19:24,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36593 is added to blk_1073741828_1004 (size=1189) 2024-11-13T10:19:24,611 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T10:19:24,612 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T10:19:24,612 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T10:19:24,612 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T10:19:24,837 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/MasterData/data/master/store 2024-11-13T10:19:24,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36593 is added to blk_1073741829_1005 (size=34) 2024-11-13T10:19:25,243 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:19:25,243 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T10:19:25,243 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:19:25,244 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:19:25,244 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T10:19:25,244 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:19:25,244 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:19:25,244 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731493165243Disabling compacts and flushes for region at 1731493165243Disabling writes for close at 1731493165244 (+1 ms)Writing region close event to WAL at 1731493165244Closed at 1731493165244 2024-11-13T10:19:25,245 WARN [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/MasterData/data/master/store/.initializing 2024-11-13T10:19:25,245 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/MasterData/WALs/770665a7984d,43305,1731493163474 2024-11-13T10:19:25,246 INFO [master/770665a7984d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T10:19:25,247 INFO [master/770665a7984d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=770665a7984d%2C43305%2C1731493163474, suffix=, logDir=hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/MasterData/WALs/770665a7984d,43305,1731493163474, archiveDir=hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/MasterData/oldWALs, maxLogs=10 2024-11-13T10:19:25,263 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/MasterData/WALs/770665a7984d,43305,1731493163474/770665a7984d%2C43305%2C1731493163474.1731493165247, exclude list is [], retry=0 2024-11-13T10:19:25,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36593,DS-9ae879b6-564d-49bc-b7c5-d2da085d32e0,DISK] 2024-11-13T10:19:25,268 INFO [master/770665a7984d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/MasterData/WALs/770665a7984d,43305,1731493163474/770665a7984d%2C43305%2C1731493163474.1731493165247 2024-11-13T10:19:25,268 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37365:37365)] 2024-11-13T10:19:25,268 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:19:25,268 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:19:25,268 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:19:25,268 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:19:25,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:19:25,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T10:19:25,271 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:25,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:19:25,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:19:25,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T10:19:25,273 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:25,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:19:25,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:19:25,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T10:19:25,274 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:25,275 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:19:25,275 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:19:25,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T10:19:25,276 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:25,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:19:25,276 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:19:25,277 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:19:25,277 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:19:25,278 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:19:25,278 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:19:25,279 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T10:19:25,282 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:19:25,284 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:19:25,285 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65430073, jitterRate=-0.0250159353017807}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T10:19:25,285 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731493165268Initializing all the Stores at 1731493165269 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493165269Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493165269Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493165269Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493165269Cleaning up temporary data from old regions at 1731493165278 (+9 ms)Region opened successfully at 1731493165285 (+7 ms) 2024-11-13T10:19:25,285 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T10:19:25,288 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e7d7f3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=770665a7984d/172.17.0.2:0 2024-11-13T10:19:25,289 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T10:19:25,289 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T10:19:25,289 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T10:19:25,290 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T10:19:25,290 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T10:19:25,290 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T10:19:25,290 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T10:19:25,293 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T10:19:25,294 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43305-0x10110d6d7e20000, quorum=127.0.0.1:57293, baseZNode=/0289101571 Unable to get data of znode /0289101571/balancer because node does not exist (not necessarily an error) 2024-11-13T10:19:25,295 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0289101571/balancer already deleted, retry=false 2024-11-13T10:19:25,295 INFO [master/770665a7984d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T10:19:25,296 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43305-0x10110d6d7e20000, quorum=127.0.0.1:57293, baseZNode=/0289101571 Unable to get data of znode /0289101571/normalizer because node does not exist (not necessarily an error) 2024-11-13T10:19:25,297 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0289101571/normalizer already deleted, retry=false 2024-11-13T10:19:25,298 INFO [master/770665a7984d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T10:19:25,301 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43305-0x10110d6d7e20000, quorum=127.0.0.1:57293, baseZNode=/0289101571 Unable to get data of znode /0289101571/switch/split because node does not exist (not necessarily an error) 2024-11-13T10:19:25,303 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0289101571/switch/split already deleted, retry=false 2024-11-13T10:19:25,304 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43305-0x10110d6d7e20000, quorum=127.0.0.1:57293, baseZNode=/0289101571 Unable to get data of znode /0289101571/switch/merge because node does not exist (not necessarily an error) 2024-11-13T10:19:25,307 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0289101571/switch/merge already deleted, retry=false 2024-11-13T10:19:25,309 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43305-0x10110d6d7e20000, quorum=127.0.0.1:57293, baseZNode=/0289101571 Unable to get data of znode /0289101571/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T10:19:25,310 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0289101571/snapshot-cleanup already deleted, retry=false 2024-11-13T10:19:25,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43305-0x10110d6d7e20000, quorum=127.0.0.1:57293, baseZNode=/0289101571 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0289101571/running 2024-11-13T10:19:25,312 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32795-0x10110d6d7e20001, quorum=127.0.0.1:57293, baseZNode=/0289101571 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0289101571/running 2024-11-13T10:19:25,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43305-0x10110d6d7e20000, quorum=127.0.0.1:57293, baseZNode=/0289101571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0289101571 2024-11-13T10:19:25,312 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32795-0x10110d6d7e20001, quorum=127.0.0.1:57293, baseZNode=/0289101571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0289101571 2024-11-13T10:19:25,312 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=770665a7984d,43305,1731493163474, sessionid=0x10110d6d7e20000, setting cluster-up flag (Was=false) 2024-11-13T10:19:25,316 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32795-0x10110d6d7e20001, quorum=127.0.0.1:57293, baseZNode=/0289101571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0289101571 2024-11-13T10:19:25,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43305-0x10110d6d7e20000, quorum=127.0.0.1:57293, baseZNode=/0289101571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0289101571 2024-11-13T10:19:25,320 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0289101571/flush-table-proc/acquired, /0289101571/flush-table-proc/reached, /0289101571/flush-table-proc/abort 2024-11-13T10:19:25,321 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=770665a7984d,43305,1731493163474 2024-11-13T10:19:25,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43305-0x10110d6d7e20000, quorum=127.0.0.1:57293, baseZNode=/0289101571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0289101571 2024-11-13T10:19:25,326 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32795-0x10110d6d7e20001, quorum=127.0.0.1:57293, baseZNode=/0289101571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0289101571 2024-11-13T10:19:25,336 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0289101571/online-snapshot/acquired, /0289101571/online-snapshot/reached, /0289101571/online-snapshot/abort 2024-11-13T10:19:25,337 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=770665a7984d,43305,1731493163474 2024-11-13T10:19:25,338 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T10:19:25,340 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T10:19:25,340 INFO [master/770665a7984d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T10:19:25,340 INFO [master/770665a7984d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T10:19:25,340 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 770665a7984d,43305,1731493163474 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T10:19:25,341 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:19:25,342 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:19:25,342 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:19:25,342 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:19:25,342 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/770665a7984d:0, corePoolSize=10, maxPoolSize=10 2024-11-13T10:19:25,342 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:25,342 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/770665a7984d:0, corePoolSize=2, maxPoolSize=2 2024-11-13T10:19:25,342 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:25,346 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T10:19:25,346 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T10:19:25,347 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:25,347 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T10:19:25,351 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731493195351 2024-11-13T10:19:25,351 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T10:19:25,352 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T10:19:25,352 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T10:19:25,352 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T10:19:25,352 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T10:19:25,352 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T10:19:25,352 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:25,352 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T10:19:25,352 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T10:19:25,352 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T10:19:25,353 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T10:19:25,357 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T10:19:25,357 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T10:19:25,357 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.large.0-1731493165357,5,FailOnTimeoutGroup] 2024-11-13T10:19:25,358 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.small.0-1731493165357,5,FailOnTimeoutGroup] 2024-11-13T10:19:25,358 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:25,358 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T10:19:25,358 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:25,358 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:25,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36593 is added to blk_1073741831_1007 (size=1321) 2024-11-13T10:19:25,372 INFO [RS:0;770665a7984d:32795 {}] regionserver.HRegionServer(746): ClusterId : e2263415-c2c1-4830-9844-abc88f72201f 2024-11-13T10:19:25,373 DEBUG [RS:0;770665a7984d:32795 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T10:19:25,375 DEBUG [RS:0;770665a7984d:32795 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T10:19:25,375 DEBUG [RS:0;770665a7984d:32795 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T10:19:25,376 DEBUG [RS:0;770665a7984d:32795 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T10:19:25,377 DEBUG [RS:0;770665a7984d:32795 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4edf6f61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=770665a7984d/172.17.0.2:0 2024-11-13T10:19:25,393 DEBUG [RS:0;770665a7984d:32795 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;770665a7984d:32795 2024-11-13T10:19:25,393 INFO [RS:0;770665a7984d:32795 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T10:19:25,393 INFO [RS:0;770665a7984d:32795 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T10:19:25,393 DEBUG [RS:0;770665a7984d:32795 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T10:19:25,394 INFO [RS:0;770665a7984d:32795 {}] regionserver.HRegionServer(2659): reportForDuty to master=770665a7984d,43305,1731493163474 with port=32795, startcode=1731493163539 2024-11-13T10:19:25,394 DEBUG [RS:0;770665a7984d:32795 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T10:19:25,395 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56509, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T10:19:25,396 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43305 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 770665a7984d,32795,1731493163539 2024-11-13T10:19:25,396 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43305 {}] master.ServerManager(517): Registering regionserver=770665a7984d,32795,1731493163539 2024-11-13T10:19:25,397 DEBUG [RS:0;770665a7984d:32795 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671 2024-11-13T10:19:25,397 DEBUG [RS:0;770665a7984d:32795 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42223 2024-11-13T10:19:25,397 DEBUG [RS:0;770665a7984d:32795 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T10:19:25,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43305-0x10110d6d7e20000, quorum=127.0.0.1:57293, baseZNode=/0289101571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0289101571/rs 2024-11-13T10:19:25,399 DEBUG [RS:0;770665a7984d:32795 {}] zookeeper.ZKUtil(111): regionserver:32795-0x10110d6d7e20001, quorum=127.0.0.1:57293, baseZNode=/0289101571 Set watcher on existing znode=/0289101571/rs/770665a7984d,32795,1731493163539 2024-11-13T10:19:25,399 WARN [RS:0;770665a7984d:32795 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T10:19:25,399 INFO [RS:0;770665a7984d:32795 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:19:25,399 DEBUG [RS:0;770665a7984d:32795 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/WALs/770665a7984d,32795,1731493163539 2024-11-13T10:19:25,402 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [770665a7984d,32795,1731493163539] 2024-11-13T10:19:25,404 INFO [RS:0;770665a7984d:32795 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T10:19:25,405 INFO [RS:0;770665a7984d:32795 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T10:19:25,408 INFO [RS:0;770665a7984d:32795 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T10:19:25,408 INFO [RS:0;770665a7984d:32795 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:25,409 INFO [RS:0;770665a7984d:32795 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T10:19:25,409 INFO [RS:0;770665a7984d:32795 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T10:19:25,409 INFO [RS:0;770665a7984d:32795 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:25,410 DEBUG [RS:0;770665a7984d:32795 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:25,410 DEBUG [RS:0;770665a7984d:32795 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:25,410 DEBUG [RS:0;770665a7984d:32795 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:25,410 DEBUG [RS:0;770665a7984d:32795 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:25,410 DEBUG [RS:0;770665a7984d:32795 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:25,410 DEBUG [RS:0;770665a7984d:32795 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/770665a7984d:0, corePoolSize=2, maxPoolSize=2 2024-11-13T10:19:25,410 DEBUG [RS:0;770665a7984d:32795 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:25,410 DEBUG [RS:0;770665a7984d:32795 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:25,410 DEBUG [RS:0;770665a7984d:32795 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:25,410 DEBUG [RS:0;770665a7984d:32795 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:25,410 DEBUG [RS:0;770665a7984d:32795 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:25,410 DEBUG [RS:0;770665a7984d:32795 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:25,410 DEBUG [RS:0;770665a7984d:32795 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/770665a7984d:0, corePoolSize=3, maxPoolSize=3 2024-11-13T10:19:25,410 DEBUG [RS:0;770665a7984d:32795 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0, corePoolSize=3, maxPoolSize=3 2024-11-13T10:19:25,411 INFO [RS:0;770665a7984d:32795 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:25,411 INFO [RS:0;770665a7984d:32795 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:25,411 INFO [RS:0;770665a7984d:32795 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:25,411 INFO [RS:0;770665a7984d:32795 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:25,411 INFO [RS:0;770665a7984d:32795 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:25,411 INFO [RS:0;770665a7984d:32795 {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,32795,1731493163539-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T10:19:25,427 INFO [RS:0;770665a7984d:32795 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T10:19:25,427 INFO [RS:0;770665a7984d:32795 {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,32795,1731493163539-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:25,427 INFO [RS:0;770665a7984d:32795 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:25,427 INFO [RS:0;770665a7984d:32795 {}] regionserver.Replication(171): 770665a7984d,32795,1731493163539 started 2024-11-13T10:19:25,443 INFO [RS:0;770665a7984d:32795 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:25,443 INFO [RS:0;770665a7984d:32795 {}] regionserver.HRegionServer(1482): Serving as 770665a7984d,32795,1731493163539, RpcServer on 770665a7984d/172.17.0.2:32795, sessionid=0x10110d6d7e20001 2024-11-13T10:19:25,443 DEBUG [RS:0;770665a7984d:32795 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T10:19:25,443 DEBUG [RS:0;770665a7984d:32795 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 770665a7984d,32795,1731493163539 2024-11-13T10:19:25,443 DEBUG [RS:0;770665a7984d:32795 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '770665a7984d,32795,1731493163539' 2024-11-13T10:19:25,443 DEBUG [RS:0;770665a7984d:32795 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0289101571/flush-table-proc/abort' 2024-11-13T10:19:25,444 DEBUG [RS:0;770665a7984d:32795 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0289101571/flush-table-proc/acquired' 2024-11-13T10:19:25,444 DEBUG [RS:0;770665a7984d:32795 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T10:19:25,444 DEBUG [RS:0;770665a7984d:32795 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T10:19:25,444 DEBUG [RS:0;770665a7984d:32795 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 770665a7984d,32795,1731493163539 2024-11-13T10:19:25,444 DEBUG [RS:0;770665a7984d:32795 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '770665a7984d,32795,1731493163539' 2024-11-13T10:19:25,444 DEBUG [RS:0;770665a7984d:32795 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0289101571/online-snapshot/abort' 2024-11-13T10:19:25,444 DEBUG [RS:0;770665a7984d:32795 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0289101571/online-snapshot/acquired' 2024-11-13T10:19:25,445 DEBUG [RS:0;770665a7984d:32795 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T10:19:25,445 INFO [RS:0;770665a7984d:32795 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T10:19:25,445 INFO [RS:0;770665a7984d:32795 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T10:19:25,545 INFO [RS:0;770665a7984d:32795 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T10:19:25,547 INFO [RS:0;770665a7984d:32795 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=770665a7984d%2C32795%2C1731493163539, suffix=, logDir=hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/WALs/770665a7984d,32795,1731493163539, archiveDir=hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/oldWALs, maxLogs=10 2024-11-13T10:19:25,560 DEBUG [RS:0;770665a7984d:32795 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/WALs/770665a7984d,32795,1731493163539/770665a7984d%2C32795%2C1731493163539.1731493165547, exclude list is [], retry=0 2024-11-13T10:19:25,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36593,DS-9ae879b6-564d-49bc-b7c5-d2da085d32e0,DISK] 2024-11-13T10:19:25,565 INFO [RS:0;770665a7984d:32795 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/WALs/770665a7984d,32795,1731493163539/770665a7984d%2C32795%2C1731493163539.1731493165547 2024-11-13T10:19:25,566 DEBUG [RS:0;770665a7984d:32795 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37365:37365)] 2024-11-13T10:19:25,760 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T10:19:25,761 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671 2024-11-13T10:19:25,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36593 is added to blk_1073741833_1009 (size=32) 2024-11-13T10:19:25,780 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T10:19:25,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:19:25,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:19:25,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:19:25,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:19:25,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:19:25,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:19:25,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:19:25,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:19:26,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:19:26,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T10:19:26,170 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T10:19:26,170 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:26,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:19:26,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T10:19:26,172 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T10:19:26,172 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:26,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:19:26,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T10:19:26,174 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T10:19:26,175 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:26,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:19:26,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T10:19:26,176 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T10:19:26,176 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:26,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:19:26,177 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T10:19:26,177 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/data/hbase/meta/1588230740 2024-11-13T10:19:26,177 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/data/hbase/meta/1588230740 2024-11-13T10:19:26,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T10:19:26,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T10:19:26,179 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T10:19:26,180 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T10:19:26,182 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:19:26,183 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69346068, jitterRate=0.03333693742752075}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T10:19:26,184 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731493166168Initializing all the Stores at 1731493166168Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493166168Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493166169 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493166169Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493166169Cleaning up temporary data from old regions at 1731493166179 (+10 ms)Region opened successfully at 1731493166183 (+4 ms) 2024-11-13T10:19:26,184 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T10:19:26,184 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T10:19:26,184 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T10:19:26,184 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T10:19:26,184 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T10:19:26,185 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T10:19:26,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731493166184Disabling compacts and flushes for region at 1731493166184Disabling writes for close at 1731493166184Writing region close event to WAL at 1731493166184Closed at 1731493166185 (+1 ms) 2024-11-13T10:19:26,186 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T10:19:26,186 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T10:19:26,186 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T10:19:26,187 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T10:19:26,187 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T10:19:26,338 DEBUG [770665a7984d:43305 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T10:19:26,338 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=770665a7984d,32795,1731493163539 2024-11-13T10:19:26,339 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 770665a7984d,32795,1731493163539, state=OPENING 2024-11-13T10:19:26,343 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T10:19:26,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43305-0x10110d6d7e20000, quorum=127.0.0.1:57293, baseZNode=/0289101571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0289101571 2024-11-13T10:19:26,344 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32795-0x10110d6d7e20001, quorum=127.0.0.1:57293, baseZNode=/0289101571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0289101571 2024-11-13T10:19:26,344 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0289101571/meta-region-server: CHANGED 2024-11-13T10:19:26,344 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T10:19:26,344 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=770665a7984d,32795,1731493163539}] 2024-11-13T10:19:26,345 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0289101571/meta-region-server: CHANGED 2024-11-13T10:19:26,497 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T10:19:26,498 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53601, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T10:19:26,501 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T10:19:26,501 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:19:26,502 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T10:19:26,503 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=770665a7984d%2C32795%2C1731493163539.meta, suffix=.meta, logDir=hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/WALs/770665a7984d,32795,1731493163539, archiveDir=hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/oldWALs, maxLogs=10 2024-11-13T10:19:26,516 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/WALs/770665a7984d,32795,1731493163539/770665a7984d%2C32795%2C1731493163539.meta.1731493166503.meta, exclude list is [], retry=0 2024-11-13T10:19:26,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36593,DS-9ae879b6-564d-49bc-b7c5-d2da085d32e0,DISK] 2024-11-13T10:19:26,520 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/WALs/770665a7984d,32795,1731493163539/770665a7984d%2C32795%2C1731493163539.meta.1731493166503.meta 2024-11-13T10:19:26,520 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37365:37365)] 2024-11-13T10:19:26,520 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:19:26,521 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T10:19:26,521 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T10:19:26,521 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T10:19:26,521 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T10:19:26,521 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T10:19:26,521 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:19:26,521 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T10:19:26,521 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T10:19:26,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T10:19:26,523 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T10:19:26,523 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:26,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:19:26,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T10:19:26,524 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T10:19:26,524 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:26,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:19:26,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T10:19:26,525 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T10:19:26,525 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:26,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:19:26,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T10:19:26,526 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T10:19:26,526 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:26,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:19:26,527 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T10:19:26,527 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/data/hbase/meta/1588230740 2024-11-13T10:19:26,528 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/data/hbase/meta/1588230740 2024-11-13T10:19:26,529 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T10:19:26,529 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T10:19:26,529 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T10:19:26,530 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T10:19:26,531 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60552989, jitterRate=-0.097690150141716}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T10:19:26,531 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T10:19:26,532 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731493166521Writing region info on filesystem at 1731493166521Initializing all the Stores at 1731493166522 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493166522Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493166522Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493166522Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493166522Cleaning up temporary data from old regions at 1731493166529 (+7 ms)Running coprocessor post-open hooks at 1731493166531 (+2 ms)Region opened successfully at 1731493166532 (+1 ms) 2024-11-13T10:19:26,533 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731493166497 2024-11-13T10:19:26,534 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T10:19:26,534 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T10:19:26,535 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=770665a7984d,32795,1731493163539 2024-11-13T10:19:26,536 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 770665a7984d,32795,1731493163539, state=OPEN 2024-11-13T10:19:26,540 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32795-0x10110d6d7e20001, quorum=127.0.0.1:57293, baseZNode=/0289101571 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0289101571/meta-region-server 2024-11-13T10:19:26,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43305-0x10110d6d7e20000, quorum=127.0.0.1:57293, baseZNode=/0289101571 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0289101571/meta-region-server 2024-11-13T10:19:26,540 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=770665a7984d,32795,1731493163539 2024-11-13T10:19:26,540 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0289101571/meta-region-server: CHANGED 2024-11-13T10:19:26,540 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0289101571/meta-region-server: CHANGED 2024-11-13T10:19:26,542 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T10:19:26,542 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=770665a7984d,32795,1731493163539 in 196 msec 2024-11-13T10:19:26,543 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T10:19:26,543 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 356 msec 2024-11-13T10:19:26,544 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T10:19:26,544 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T10:19:26,545 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:19:26,545 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,32795,1731493163539, seqNum=-1] 2024-11-13T10:19:26,545 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:19:26,546 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36257, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:19:26,550 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2100 sec 2024-11-13T10:19:26,550 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731493166550, completionTime=-1 2024-11-13T10:19:26,550 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T10:19:26,550 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T10:19:26,551 INFO [master/770665a7984d:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T10:19:26,551 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731493226551 2024-11-13T10:19:26,551 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731493286551 2024-11-13T10:19:26,552 INFO [master/770665a7984d:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T10:19:26,552 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,43305,1731493163474-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:26,552 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,43305,1731493163474-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:26,552 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,43305,1731493163474-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:26,552 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-770665a7984d:43305, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:26,552 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:26,552 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:26,554 DEBUG [master/770665a7984d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T10:19:26,555 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.958sec 2024-11-13T10:19:26,556 INFO [master/770665a7984d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T10:19:26,556 INFO [master/770665a7984d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T10:19:26,556 INFO [master/770665a7984d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T10:19:26,556 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T10:19:26,556 INFO [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T10:19:26,556 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,43305,1731493163474-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T10:19:26,556 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,43305,1731493163474-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T10:19:26,558 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T10:19:26,558 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T10:19:26,558 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,43305,1731493163474-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:26,573 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e322604, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:26,573 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,43305,-1 for getting cluster id 2024-11-13T10:19:26,573 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:19:26,574 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e2263415-c2c1-4830-9844-abc88f72201f' 2024-11-13T10:19:26,574 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:19:26,574 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e2263415-c2c1-4830-9844-abc88f72201f" 2024-11-13T10:19:26,575 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63ad05e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:26,575 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,43305,-1] 2024-11-13T10:19:26,575 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:19:26,575 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:26,576 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:19:26,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@156060c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:26,577 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:19:26,577 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,32795,1731493163539, seqNum=-1] 2024-11-13T10:19:26,578 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:19:26,578 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:19:26,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=770665a7984d,43305,1731493163474 2024-11-13T10:19:26,581 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57293 2024-11-13T10:19:26,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57293, baseZNode=/0289101571 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T10:19:26,584 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10110d6d7e20002 connected 2024-11-13T10:19:26,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b440da9-19fd-ae81-a85f-3b5b0dca214f/hadoop.log.dir so I do NOT create it in target/test-data/91ca2b6a-c03e-805a-67bd-dbe04eacf642 2024-11-13T10:19:26,587 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b440da9-19fd-ae81-a85f-3b5b0dca214f/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T10:19:26,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b440da9-19fd-ae81-a85f-3b5b0dca214f/hadoop.tmp.dir so I do NOT create it in target/test-data/91ca2b6a-c03e-805a-67bd-dbe04eacf642 2024-11-13T10:19:26,587 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b440da9-19fd-ae81-a85f-3b5b0dca214f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T10:19:26,587 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91ca2b6a-c03e-805a-67bd-dbe04eacf642 2024-11-13T10:19:26,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T10:19:26,588 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91ca2b6a-c03e-805a-67bd-dbe04eacf642/cluster_5f460357-f06f-afe9-21c7-b2d3fe66f63f, deleteOnExit=true 2024-11-13T10:19:26,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T10:19:26,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91ca2b6a-c03e-805a-67bd-dbe04eacf642/test.cache.data in system properties and HBase conf 2024-11-13T10:19:26,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91ca2b6a-c03e-805a-67bd-dbe04eacf642/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T10:19:26,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91ca2b6a-c03e-805a-67bd-dbe04eacf642/hadoop.log.dir in system properties and HBase conf 2024-11-13T10:19:26,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91ca2b6a-c03e-805a-67bd-dbe04eacf642/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T10:19:26,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91ca2b6a-c03e-805a-67bd-dbe04eacf642/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T10:19:26,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T10:19:26,588 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T10:19:26,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91ca2b6a-c03e-805a-67bd-dbe04eacf642/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T10:19:26,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91ca2b6a-c03e-805a-67bd-dbe04eacf642/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T10:19:26,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91ca2b6a-c03e-805a-67bd-dbe04eacf642/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T10:19:26,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91ca2b6a-c03e-805a-67bd-dbe04eacf642/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T10:19:26,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91ca2b6a-c03e-805a-67bd-dbe04eacf642/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T10:19:26,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91ca2b6a-c03e-805a-67bd-dbe04eacf642/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T10:19:26,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91ca2b6a-c03e-805a-67bd-dbe04eacf642/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T10:19:26,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91ca2b6a-c03e-805a-67bd-dbe04eacf642/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T10:19:26,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91ca2b6a-c03e-805a-67bd-dbe04eacf642/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T10:19:26,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91ca2b6a-c03e-805a-67bd-dbe04eacf642/nfs.dump.dir in system properties and HBase conf 2024-11-13T10:19:26,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91ca2b6a-c03e-805a-67bd-dbe04eacf642/java.io.tmpdir in system properties and HBase conf 2024-11-13T10:19:26,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91ca2b6a-c03e-805a-67bd-dbe04eacf642/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T10:19:26,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91ca2b6a-c03e-805a-67bd-dbe04eacf642/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T10:19:26,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91ca2b6a-c03e-805a-67bd-dbe04eacf642/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T10:19:26,666 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T10:19:26,669 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T10:19:26,673 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T10:19:26,673 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T10:19:26,673 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T10:19:26,677 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T10:19:26,677 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@261f9c9e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91ca2b6a-c03e-805a-67bd-dbe04eacf642/hadoop.log.dir/,AVAILABLE} 2024-11-13T10:19:26,678 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c51eaab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T10:19:26,800 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e4d04b2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91ca2b6a-c03e-805a-67bd-dbe04eacf642/java.io.tmpdir/jetty-localhost-46705-hadoop-hdfs-3_4_1-tests_jar-_-any-2699525446534392122/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T10:19:26,801 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@72396638{HTTP/1.1, (http/1.1)}{localhost:46705} 2024-11-13T10:19:26,801 INFO [Time-limited test {}] server.Server(415): Started @158649ms 2024-11-13T10:19:26,886 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T10:19:26,891 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T10:19:26,892 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T10:19:26,892 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T10:19:26,892 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T10:19:26,892 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59559645{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91ca2b6a-c03e-805a-67bd-dbe04eacf642/hadoop.log.dir/,AVAILABLE} 2024-11-13T10:19:26,893 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6752d86d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T10:19:27,042 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@280b73b3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91ca2b6a-c03e-805a-67bd-dbe04eacf642/java.io.tmpdir/jetty-localhost-35965-hadoop-hdfs-3_4_1-tests_jar-_-any-3050205200086205680/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T10:19:27,043 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@11574a3f{HTTP/1.1, (http/1.1)}{localhost:35965} 2024-11-13T10:19:27,043 INFO [Time-limited test {}] server.Server(415): Started @158890ms 2024-11-13T10:19:27,044 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T10:19:27,149 WARN [Thread-1799 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91ca2b6a-c03e-805a-67bd-dbe04eacf642/cluster_5f460357-f06f-afe9-21c7-b2d3fe66f63f/data/data1/current/BP-1381215067-172.17.0.2-1731493166607/current, will proceed with Du for space computation calculation, 2024-11-13T10:19:27,149 WARN [Thread-1800 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91ca2b6a-c03e-805a-67bd-dbe04eacf642/cluster_5f460357-f06f-afe9-21c7-b2d3fe66f63f/data/data2/current/BP-1381215067-172.17.0.2-1731493166607/current, will proceed with Du for space computation calculation, 2024-11-13T10:19:27,174 WARN [Thread-1787 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T10:19:27,177 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbda1871fa7dcd763 with lease ID 0xac0f6f815bda5ba3: Processing first storage report for DS-0996d48b-b152-47ff-b090-faa9ba9eceb4 from datanode DatanodeRegistration(127.0.0.1:42055, datanodeUuid=57cd1945-c1e5-44fc-bd73-f622f95e3ba9, infoPort=35007, infoSecurePort=0, ipcPort=37501, storageInfo=lv=-57;cid=testClusterID;nsid=1965126937;c=1731493166607) 2024-11-13T10:19:27,177 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbda1871fa7dcd763 with lease ID 0xac0f6f815bda5ba3: from storage DS-0996d48b-b152-47ff-b090-faa9ba9eceb4 node DatanodeRegistration(127.0.0.1:42055, datanodeUuid=57cd1945-c1e5-44fc-bd73-f622f95e3ba9, infoPort=35007, infoSecurePort=0, ipcPort=37501, storageInfo=lv=-57;cid=testClusterID;nsid=1965126937;c=1731493166607), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T10:19:27,177 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbda1871fa7dcd763 with lease ID 0xac0f6f815bda5ba3: Processing first storage report for DS-9b993a24-7534-4372-93fa-24dde8831885 from datanode DatanodeRegistration(127.0.0.1:42055, datanodeUuid=57cd1945-c1e5-44fc-bd73-f622f95e3ba9, infoPort=35007, infoSecurePort=0, ipcPort=37501, storageInfo=lv=-57;cid=testClusterID;nsid=1965126937;c=1731493166607) 2024-11-13T10:19:27,177 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbda1871fa7dcd763 with lease ID 0xac0f6f815bda5ba3: from storage DS-9b993a24-7534-4372-93fa-24dde8831885 node DatanodeRegistration(127.0.0.1:42055, datanodeUuid=57cd1945-c1e5-44fc-bd73-f622f95e3ba9, infoPort=35007, infoSecurePort=0, ipcPort=37501, storageInfo=lv=-57;cid=testClusterID;nsid=1965126937;c=1731493166607), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T10:19:27,181 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91ca2b6a-c03e-805a-67bd-dbe04eacf642 2024-11-13T10:19:27,181 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:19:27,182 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:19:27,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42055 is added to blk_1073741825_1001 (size=7) 2024-11-13T10:19:27,590 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b with version=8 2024-11-13T10:19:27,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/hbase-staging 2024-11-13T10:19:27,593 INFO [Time-limited test {}] client.ConnectionUtils(128): master/770665a7984d:0 server-side Connection retries=45 2024-11-13T10:19:27,593 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:19:27,593 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T10:19:27,593 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T10:19:27,593 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:19:27,593 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T10:19:27,593 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T10:19:27,593 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T10:19:27,594 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36187 2024-11-13T10:19:27,595 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36187 connecting to ZooKeeper ensemble=127.0.0.1:57293 2024-11-13T10:19:27,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:361870x0, quorum=127.0.0.1:57293, baseZNode=/1839967069 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T10:19:27,612 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36187-0x10110d6d7e20003 connected 2024-11-13T10:19:27,657 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:19:27,658 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:19:27,660 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36187-0x10110d6d7e20003, quorum=127.0.0.1:57293, baseZNode=/1839967069 Set watcher on znode that does not yet exist, /1839967069/running 2024-11-13T10:19:27,660 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b, hbase.cluster.distributed=false 2024-11-13T10:19:27,662 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36187-0x10110d6d7e20003, quorum=127.0.0.1:57293, baseZNode=/1839967069 Set watcher on znode that does not yet exist, /1839967069/acl 2024-11-13T10:19:27,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36187 2024-11-13T10:19:27,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36187 2024-11-13T10:19:27,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36187 2024-11-13T10:19:27,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36187 2024-11-13T10:19:27,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36187 2024-11-13T10:19:27,678 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/770665a7984d:0 server-side Connection retries=45 2024-11-13T10:19:27,678 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:19:27,678 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T10:19:27,678 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T10:19:27,678 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:19:27,678 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T10:19:27,678 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T10:19:27,678 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T10:19:27,679 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39417 2024-11-13T10:19:27,680 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39417 connecting to ZooKeeper ensemble=127.0.0.1:57293 2024-11-13T10:19:27,680 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:19:27,682 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:19:27,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:394170x0, quorum=127.0.0.1:57293, baseZNode=/1839967069 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T10:19:27,686 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:394170x0, quorum=127.0.0.1:57293, baseZNode=/1839967069 Set watcher on znode that does not yet exist, /1839967069/running 2024-11-13T10:19:27,686 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39417-0x10110d6d7e20004 connected 2024-11-13T10:19:27,687 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T10:19:27,689 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T10:19:27,689 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39417-0x10110d6d7e20004, quorum=127.0.0.1:57293, baseZNode=/1839967069 Set watcher on znode that does not yet exist, /1839967069/master 2024-11-13T10:19:27,690 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39417-0x10110d6d7e20004, quorum=127.0.0.1:57293, baseZNode=/1839967069 Set watcher on znode that does not yet exist, /1839967069/acl 2024-11-13T10:19:27,690 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39417 2024-11-13T10:19:27,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39417 2024-11-13T10:19:27,694 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39417 2024-11-13T10:19:27,694 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39417 2024-11-13T10:19:27,695 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39417 2024-11-13T10:19:27,706 DEBUG [M:0;770665a7984d:36187 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;770665a7984d:36187 2024-11-13T10:19:27,708 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1839967069/backup-masters/770665a7984d,36187,1731493167592 2024-11-13T10:19:27,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36187-0x10110d6d7e20003, quorum=127.0.0.1:57293, baseZNode=/1839967069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1839967069/backup-masters 2024-11-13T10:19:27,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x10110d6d7e20004, quorum=127.0.0.1:57293, baseZNode=/1839967069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1839967069/backup-masters 2024-11-13T10:19:27,710 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36187-0x10110d6d7e20003, quorum=127.0.0.1:57293, baseZNode=/1839967069 Set watcher on existing znode=/1839967069/backup-masters/770665a7984d,36187,1731493167592 2024-11-13T10:19:27,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x10110d6d7e20004, quorum=127.0.0.1:57293, baseZNode=/1839967069 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1839967069/master 2024-11-13T10:19:27,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36187-0x10110d6d7e20003, quorum=127.0.0.1:57293, baseZNode=/1839967069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1839967069 2024-11-13T10:19:27,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x10110d6d7e20004, quorum=127.0.0.1:57293, baseZNode=/1839967069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1839967069 2024-11-13T10:19:27,712 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36187-0x10110d6d7e20003, quorum=127.0.0.1:57293, baseZNode=/1839967069 Set watcher on existing znode=/1839967069/master 2024-11-13T10:19:27,712 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1839967069/backup-masters/770665a7984d,36187,1731493167592 from backup master directory 2024-11-13T10:19:27,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36187-0x10110d6d7e20003, quorum=127.0.0.1:57293, baseZNode=/1839967069 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1839967069/backup-masters/770665a7984d,36187,1731493167592 2024-11-13T10:19:27,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x10110d6d7e20004, quorum=127.0.0.1:57293, baseZNode=/1839967069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1839967069/backup-masters 2024-11-13T10:19:27,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36187-0x10110d6d7e20003, quorum=127.0.0.1:57293, baseZNode=/1839967069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1839967069/backup-masters 2024-11-13T10:19:27,713 WARN [master/770665a7984d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T10:19:27,713 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=770665a7984d,36187,1731493167592 2024-11-13T10:19:27,717 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/hbase.id] with ID: 43995fe0-8316-4d3b-b405-609ee79518bd 2024-11-13T10:19:27,717 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/.tmp/hbase.id 2024-11-13T10:19:27,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42055 is added to blk_1073741826_1002 (size=42) 2024-11-13T10:19:28,126 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/.tmp/hbase.id]:[hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/hbase.id] 2024-11-13T10:19:28,137 INFO [master/770665a7984d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:19:28,137 INFO [master/770665a7984d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T10:19:28,138 INFO [master/770665a7984d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T10:19:28,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x10110d6d7e20004, quorum=127.0.0.1:57293, baseZNode=/1839967069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1839967069 2024-11-13T10:19:28,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36187-0x10110d6d7e20003, quorum=127.0.0.1:57293, baseZNode=/1839967069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1839967069 2024-11-13T10:19:28,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42055 is added to blk_1073741827_1003 (size=196) 2024-11-13T10:19:28,548 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T10:19:28,549 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T10:19:28,549 INFO [master/770665a7984d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:19:28,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42055 is added to blk_1073741828_1004 (size=1189) 2024-11-13T10:19:28,956 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/MasterData/data/master/store 2024-11-13T10:19:28,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42055 is added to blk_1073741829_1005 (size=34) 2024-11-13T10:19:29,363 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:19:29,363 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T10:19:29,363 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:19:29,363 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:19:29,363 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T10:19:29,363 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:19:29,363 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:19:29,363 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731493169363Disabling compacts and flushes for region at 1731493169363Disabling writes for close at 1731493169363Writing region close event to WAL at 1731493169363Closed at 1731493169363 2024-11-13T10:19:29,364 WARN [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/MasterData/data/master/store/.initializing 2024-11-13T10:19:29,364 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/MasterData/WALs/770665a7984d,36187,1731493167592 2024-11-13T10:19:29,365 INFO [master/770665a7984d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T10:19:29,367 INFO [master/770665a7984d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=770665a7984d%2C36187%2C1731493167592, suffix=, logDir=hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/MasterData/WALs/770665a7984d,36187,1731493167592, archiveDir=hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/MasterData/oldWALs, maxLogs=10 2024-11-13T10:19:29,385 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/MasterData/WALs/770665a7984d,36187,1731493167592/770665a7984d%2C36187%2C1731493167592.1731493169367, exclude list is [], retry=0 2024-11-13T10:19:29,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42055,DS-0996d48b-b152-47ff-b090-faa9ba9eceb4,DISK] 2024-11-13T10:19:29,389 INFO [master/770665a7984d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/MasterData/WALs/770665a7984d,36187,1731493167592/770665a7984d%2C36187%2C1731493167592.1731493169367 2024-11-13T10:19:29,390 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35007:35007)] 2024-11-13T10:19:29,390 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:19:29,390 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:19:29,390 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:19:29,390 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:19:29,391 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:19:29,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T10:19:29,393 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:29,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:19:29,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:19:29,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T10:19:29,394 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:29,395 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:19:29,395 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:19:29,396 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T10:19:29,396 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:29,396 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:19:29,396 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:19:29,397 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T10:19:29,397 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:29,397 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:19:29,398 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:19:29,398 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:19:29,398 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:19:29,399 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:19:29,399 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:19:29,400 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T10:19:29,401 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:19:29,402 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:19:29,403 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73209244, jitterRate=0.09090274572372437}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T10:19:29,403 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731493169390Initializing all the Stores at 1731493169391 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493169391Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493169391Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493169391Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493169391Cleaning up temporary data from old regions at 1731493169399 (+8 ms)Region opened successfully at 1731493169403 (+4 ms) 2024-11-13T10:19:29,403 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T10:19:29,405 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32de0b37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=770665a7984d/172.17.0.2:0 2024-11-13T10:19:29,406 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T10:19:29,406 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T10:19:29,406 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T10:19:29,406 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T10:19:29,407 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T10:19:29,407 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T10:19:29,407 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T10:19:29,409 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T10:19:29,409 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36187-0x10110d6d7e20003, quorum=127.0.0.1:57293, baseZNode=/1839967069 Unable to get data of znode /1839967069/balancer because node does not exist (not necessarily an error) 2024-11-13T10:19:29,411 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1839967069/balancer already deleted, retry=false 2024-11-13T10:19:29,411 INFO [master/770665a7984d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T10:19:29,412 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36187-0x10110d6d7e20003, quorum=127.0.0.1:57293, baseZNode=/1839967069 Unable to get data of znode /1839967069/normalizer because node does not exist (not necessarily an error) 2024-11-13T10:19:29,413 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1839967069/normalizer already deleted, retry=false 2024-11-13T10:19:29,414 INFO [master/770665a7984d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T10:19:29,414 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36187-0x10110d6d7e20003, quorum=127.0.0.1:57293, baseZNode=/1839967069 Unable to get data of znode /1839967069/switch/split because node does not exist (not necessarily an error) 2024-11-13T10:19:29,416 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1839967069/switch/split already deleted, retry=false 2024-11-13T10:19:29,417 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36187-0x10110d6d7e20003, quorum=127.0.0.1:57293, baseZNode=/1839967069 Unable to get data of znode /1839967069/switch/merge because node does not exist (not necessarily an error) 2024-11-13T10:19:29,418 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1839967069/switch/merge already deleted, retry=false 2024-11-13T10:19:29,420 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36187-0x10110d6d7e20003, quorum=127.0.0.1:57293, baseZNode=/1839967069 Unable to get data of znode /1839967069/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T10:19:29,421 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1839967069/snapshot-cleanup already deleted, retry=false 2024-11-13T10:19:29,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36187-0x10110d6d7e20003, quorum=127.0.0.1:57293, baseZNode=/1839967069 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1839967069/running 2024-11-13T10:19:29,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x10110d6d7e20004, quorum=127.0.0.1:57293, baseZNode=/1839967069 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1839967069/running 2024-11-13T10:19:29,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36187-0x10110d6d7e20003, quorum=127.0.0.1:57293, baseZNode=/1839967069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1839967069 2024-11-13T10:19:29,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x10110d6d7e20004, quorum=127.0.0.1:57293, baseZNode=/1839967069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1839967069 2024-11-13T10:19:29,424 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=770665a7984d,36187,1731493167592, sessionid=0x10110d6d7e20003, setting cluster-up flag (Was=false) 2024-11-13T10:19:29,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x10110d6d7e20004, quorum=127.0.0.1:57293, baseZNode=/1839967069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1839967069 2024-11-13T10:19:29,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36187-0x10110d6d7e20003, quorum=127.0.0.1:57293, baseZNode=/1839967069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1839967069 2024-11-13T10:19:29,432 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1839967069/flush-table-proc/acquired, /1839967069/flush-table-proc/reached, /1839967069/flush-table-proc/abort 2024-11-13T10:19:29,433 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=770665a7984d,36187,1731493167592 2024-11-13T10:19:29,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x10110d6d7e20004, quorum=127.0.0.1:57293, baseZNode=/1839967069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1839967069 2024-11-13T10:19:29,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36187-0x10110d6d7e20003, quorum=127.0.0.1:57293, baseZNode=/1839967069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1839967069 2024-11-13T10:19:29,440 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1839967069/online-snapshot/acquired, /1839967069/online-snapshot/reached, /1839967069/online-snapshot/abort 2024-11-13T10:19:29,441 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=770665a7984d,36187,1731493167592 2024-11-13T10:19:29,442 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T10:19:29,443 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T10:19:29,443 INFO [master/770665a7984d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T10:19:29,443 INFO [master/770665a7984d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T10:19:29,444 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 770665a7984d,36187,1731493167592 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T10:19:29,444 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:19:29,444 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:19:29,444 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:19:29,444 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:19:29,445 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/770665a7984d:0, corePoolSize=10, maxPoolSize=10 2024-11-13T10:19:29,445 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:29,445 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/770665a7984d:0, corePoolSize=2, maxPoolSize=2 2024-11-13T10:19:29,445 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:29,445 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731493199445 2024-11-13T10:19:29,445 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T10:19:29,445 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T10:19:29,445 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T10:19:29,445 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T10:19:29,446 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T10:19:29,446 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T10:19:29,446 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:29,446 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T10:19:29,446 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T10:19:29,446 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T10:19:29,446 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T10:19:29,446 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T10:19:29,446 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T10:19:29,446 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T10:19:29,446 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T10:19:29,447 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.large.0-1731493169446,5,FailOnTimeoutGroup] 2024-11-13T10:19:29,447 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.small.0-1731493169447,5,FailOnTimeoutGroup] 2024-11-13T10:19:29,447 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:29,447 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T10:19:29,447 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:29,447 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:29,447 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:29,447 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T10:19:29,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42055 is added to blk_1073741831_1007 (size=1321) 2024-11-13T10:19:29,497 INFO [RS:0;770665a7984d:39417 {}] regionserver.HRegionServer(746): ClusterId : 43995fe0-8316-4d3b-b405-609ee79518bd 2024-11-13T10:19:29,497 DEBUG [RS:0;770665a7984d:39417 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T10:19:29,499 DEBUG [RS:0;770665a7984d:39417 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T10:19:29,499 DEBUG [RS:0;770665a7984d:39417 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T10:19:29,503 DEBUG [RS:0;770665a7984d:39417 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T10:19:29,503 DEBUG [RS:0;770665a7984d:39417 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76fda52a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=770665a7984d/172.17.0.2:0 2024-11-13T10:19:29,516 DEBUG [RS:0;770665a7984d:39417 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;770665a7984d:39417 2024-11-13T10:19:29,516 INFO [RS:0;770665a7984d:39417 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T10:19:29,516 INFO [RS:0;770665a7984d:39417 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T10:19:29,516 DEBUG [RS:0;770665a7984d:39417 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T10:19:29,517 INFO [RS:0;770665a7984d:39417 {}] regionserver.HRegionServer(2659): reportForDuty to master=770665a7984d,36187,1731493167592 with port=39417, startcode=1731493167678 2024-11-13T10:19:29,517 DEBUG [RS:0;770665a7984d:39417 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T10:19:29,519 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52597, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T10:19:29,519 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36187 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 770665a7984d,39417,1731493167678 2024-11-13T10:19:29,519 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36187 {}] master.ServerManager(517): Registering regionserver=770665a7984d,39417,1731493167678 2024-11-13T10:19:29,520 DEBUG [RS:0;770665a7984d:39417 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b 2024-11-13T10:19:29,520 DEBUG [RS:0;770665a7984d:39417 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32833 2024-11-13T10:19:29,520 DEBUG [RS:0;770665a7984d:39417 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T10:19:29,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36187-0x10110d6d7e20003, quorum=127.0.0.1:57293, baseZNode=/1839967069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1839967069/rs 2024-11-13T10:19:29,522 DEBUG [RS:0;770665a7984d:39417 {}] zookeeper.ZKUtil(111): regionserver:39417-0x10110d6d7e20004, quorum=127.0.0.1:57293, baseZNode=/1839967069 Set watcher on existing znode=/1839967069/rs/770665a7984d,39417,1731493167678 2024-11-13T10:19:29,522 WARN [RS:0;770665a7984d:39417 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T10:19:29,522 INFO [RS:0;770665a7984d:39417 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:19:29,522 DEBUG [RS:0;770665a7984d:39417 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/WALs/770665a7984d,39417,1731493167678 2024-11-13T10:19:29,522 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [770665a7984d,39417,1731493167678] 2024-11-13T10:19:29,525 INFO [RS:0;770665a7984d:39417 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T10:19:29,527 INFO [RS:0;770665a7984d:39417 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T10:19:29,527 INFO [RS:0;770665a7984d:39417 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T10:19:29,527 INFO [RS:0;770665a7984d:39417 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:29,528 INFO [RS:0;770665a7984d:39417 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T10:19:29,529 INFO [RS:0;770665a7984d:39417 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T10:19:29,529 INFO [RS:0;770665a7984d:39417 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:29,529 DEBUG [RS:0;770665a7984d:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:29,529 DEBUG [RS:0;770665a7984d:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:29,529 DEBUG [RS:0;770665a7984d:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:29,529 DEBUG [RS:0;770665a7984d:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:29,529 DEBUG [RS:0;770665a7984d:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:29,529 DEBUG [RS:0;770665a7984d:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/770665a7984d:0, corePoolSize=2, maxPoolSize=2 2024-11-13T10:19:29,529 DEBUG [RS:0;770665a7984d:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:29,529 DEBUG [RS:0;770665a7984d:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:29,529 DEBUG [RS:0;770665a7984d:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:29,529 DEBUG [RS:0;770665a7984d:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:29,529 DEBUG [RS:0;770665a7984d:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:29,529 DEBUG [RS:0;770665a7984d:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:29,529 DEBUG [RS:0;770665a7984d:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/770665a7984d:0, corePoolSize=3, maxPoolSize=3 2024-11-13T10:19:29,529 DEBUG [RS:0;770665a7984d:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0, corePoolSize=3, maxPoolSize=3 2024-11-13T10:19:29,532 INFO [RS:0;770665a7984d:39417 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:29,532 INFO [RS:0;770665a7984d:39417 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:29,533 INFO [RS:0;770665a7984d:39417 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:29,533 INFO [RS:0;770665a7984d:39417 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:29,533 INFO [RS:0;770665a7984d:39417 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:29,533 INFO [RS:0;770665a7984d:39417 {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,39417,1731493167678-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T10:19:29,550 INFO [RS:0;770665a7984d:39417 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T10:19:29,550 INFO [RS:0;770665a7984d:39417 {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,39417,1731493167678-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:29,550 INFO [RS:0;770665a7984d:39417 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:29,550 INFO [RS:0;770665a7984d:39417 {}] regionserver.Replication(171): 770665a7984d,39417,1731493167678 started 2024-11-13T10:19:29,566 INFO [RS:0;770665a7984d:39417 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:29,566 INFO [RS:0;770665a7984d:39417 {}] regionserver.HRegionServer(1482): Serving as 770665a7984d,39417,1731493167678, RpcServer on 770665a7984d/172.17.0.2:39417, sessionid=0x10110d6d7e20004 2024-11-13T10:19:29,566 DEBUG [RS:0;770665a7984d:39417 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T10:19:29,566 DEBUG [RS:0;770665a7984d:39417 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 770665a7984d,39417,1731493167678 2024-11-13T10:19:29,566 DEBUG [RS:0;770665a7984d:39417 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '770665a7984d,39417,1731493167678' 2024-11-13T10:19:29,566 DEBUG [RS:0;770665a7984d:39417 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1839967069/flush-table-proc/abort' 2024-11-13T10:19:29,566 DEBUG [RS:0;770665a7984d:39417 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1839967069/flush-table-proc/acquired' 2024-11-13T10:19:29,567 DEBUG [RS:0;770665a7984d:39417 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T10:19:29,567 DEBUG [RS:0;770665a7984d:39417 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T10:19:29,567 DEBUG [RS:0;770665a7984d:39417 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 770665a7984d,39417,1731493167678 2024-11-13T10:19:29,567 DEBUG [RS:0;770665a7984d:39417 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '770665a7984d,39417,1731493167678' 2024-11-13T10:19:29,567 DEBUG [RS:0;770665a7984d:39417 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1839967069/online-snapshot/abort' 2024-11-13T10:19:29,567 DEBUG [RS:0;770665a7984d:39417 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1839967069/online-snapshot/acquired' 2024-11-13T10:19:29,568 DEBUG [RS:0;770665a7984d:39417 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T10:19:29,568 INFO [RS:0;770665a7984d:39417 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T10:19:29,568 INFO [RS:0;770665a7984d:39417 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T10:19:29,668 INFO [RS:0;770665a7984d:39417 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T10:19:29,670 INFO [RS:0;770665a7984d:39417 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=770665a7984d%2C39417%2C1731493167678, suffix=, logDir=hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/WALs/770665a7984d,39417,1731493167678, archiveDir=hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/oldWALs, maxLogs=10 2024-11-13T10:19:29,686 DEBUG [RS:0;770665a7984d:39417 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/WALs/770665a7984d,39417,1731493167678/770665a7984d%2C39417%2C1731493167678.1731493169670, exclude list is [], retry=0 2024-11-13T10:19:29,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42055,DS-0996d48b-b152-47ff-b090-faa9ba9eceb4,DISK] 2024-11-13T10:19:29,690 INFO [RS:0;770665a7984d:39417 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/WALs/770665a7984d,39417,1731493167678/770665a7984d%2C39417%2C1731493167678.1731493169670 2024-11-13T10:19:29,690 DEBUG [RS:0;770665a7984d:39417 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35007:35007)] 2024-11-13T10:19:29,858 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T10:19:29,858 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b 2024-11-13T10:19:29,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42055 is added to blk_1073741833_1009 (size=32) 2024-11-13T10:19:30,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:19:30,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T10:19:30,267 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T10:19:30,267 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:30,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:19:30,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T10:19:30,268 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T10:19:30,268 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:30,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:19:30,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T10:19:30,270 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T10:19:30,270 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:30,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:19:30,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T10:19:30,271 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T10:19:30,271 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:30,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:19:30,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T10:19:30,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/data/hbase/meta/1588230740 2024-11-13T10:19:30,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/data/hbase/meta/1588230740 2024-11-13T10:19:30,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T10:19:30,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T10:19:30,274 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T10:19:30,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T10:19:30,277 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:19:30,278 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73302312, jitterRate=0.09228956699371338}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T10:19:30,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731493170264Initializing all the Stores at 1731493170265 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493170265Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493170265Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493170265Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493170265Cleaning up temporary data from old regions at 1731493170274 (+9 ms)Region opened successfully at 1731493170278 (+4 ms) 2024-11-13T10:19:30,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T10:19:30,278 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T10:19:30,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T10:19:30,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T10:19:30,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T10:19:30,278 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T10:19:30,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731493170278Disabling compacts and flushes for region at 1731493170278Disabling writes for close at 1731493170278Writing region close event to WAL at 1731493170278Closed at 1731493170278 2024-11-13T10:19:30,279 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T10:19:30,279 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T10:19:30,279 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T10:19:30,280 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T10:19:30,281 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T10:19:30,431 DEBUG [770665a7984d:36187 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T10:19:30,432 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=770665a7984d,39417,1731493167678 2024-11-13T10:19:30,433 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 770665a7984d,39417,1731493167678, state=OPENING 2024-11-13T10:19:30,440 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T10:19:30,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x10110d6d7e20004, quorum=127.0.0.1:57293, baseZNode=/1839967069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1839967069 2024-11-13T10:19:30,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36187-0x10110d6d7e20003, quorum=127.0.0.1:57293, baseZNode=/1839967069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1839967069 2024-11-13T10:19:30,441 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T10:19:30,442 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1839967069/meta-region-server: CHANGED 2024-11-13T10:19:30,442 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1839967069/meta-region-server: CHANGED 2024-11-13T10:19:30,442 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=770665a7984d,39417,1731493167678}] 2024-11-13T10:19:30,595 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T10:19:30,598 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57387, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T10:19:30,604 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T10:19:30,604 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:19:30,604 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T10:19:30,606 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=770665a7984d%2C39417%2C1731493167678.meta, suffix=.meta, logDir=hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/WALs/770665a7984d,39417,1731493167678, archiveDir=hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/oldWALs, maxLogs=10 2024-11-13T10:19:30,621 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/WALs/770665a7984d,39417,1731493167678/770665a7984d%2C39417%2C1731493167678.meta.1731493170606.meta, exclude list is [], retry=0 2024-11-13T10:19:30,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42055,DS-0996d48b-b152-47ff-b090-faa9ba9eceb4,DISK] 2024-11-13T10:19:30,624 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/WALs/770665a7984d,39417,1731493167678/770665a7984d%2C39417%2C1731493167678.meta.1731493170606.meta 2024-11-13T10:19:30,625 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35007:35007)] 2024-11-13T10:19:30,625 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:19:30,625 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T10:19:30,625 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T10:19:30,625 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T10:19:30,625 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T10:19:30,625 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T10:19:30,626 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:19:30,626 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T10:19:30,626 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T10:19:30,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T10:19:30,628 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T10:19:30,628 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:30,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:19:30,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T10:19:30,629 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T10:19:30,629 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:30,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:19:30,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T10:19:30,630 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T10:19:30,630 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:30,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:19:30,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T10:19:30,631 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T10:19:30,631 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:30,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:19:30,632 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T10:19:30,633 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/data/hbase/meta/1588230740 2024-11-13T10:19:30,634 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/data/hbase/meta/1588230740 2024-11-13T10:19:30,635 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T10:19:30,635 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T10:19:30,635 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T10:19:30,637 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T10:19:30,638 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61221034, jitterRate=-0.08773550391197205}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T10:19:30,638 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T10:19:30,638 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731493170626Writing region info on filesystem at 1731493170626Initializing all the Stores at 1731493170627 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493170627Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493170627Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493170627Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493170627Cleaning up temporary data from old regions at 1731493170635 (+8 ms)Running coprocessor post-open hooks at 1731493170638 (+3 ms)Region opened successfully at 1731493170638 2024-11-13T10:19:30,639 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731493170595 2024-11-13T10:19:30,642 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=770665a7984d,39417,1731493167678 2024-11-13T10:19:30,642 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T10:19:30,642 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T10:19:30,643 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 770665a7984d,39417,1731493167678, state=OPEN 2024-11-13T10:19:30,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x10110d6d7e20004, quorum=127.0.0.1:57293, baseZNode=/1839967069 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1839967069/meta-region-server 2024-11-13T10:19:30,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36187-0x10110d6d7e20003, quorum=127.0.0.1:57293, baseZNode=/1839967069 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1839967069/meta-region-server 2024-11-13T10:19:30,644 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=770665a7984d,39417,1731493167678 2024-11-13T10:19:30,644 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1839967069/meta-region-server: CHANGED 2024-11-13T10:19:30,644 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1839967069/meta-region-server: CHANGED 2024-11-13T10:19:30,646 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T10:19:30,646 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=770665a7984d,39417,1731493167678 in 202 msec 2024-11-13T10:19:30,648 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T10:19:30,648 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 367 msec 2024-11-13T10:19:30,649 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T10:19:30,649 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T10:19:30,650 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:19:30,650 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,39417,1731493167678, seqNum=-1] 2024-11-13T10:19:30,651 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:19:30,652 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60879, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:19:30,657 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2140 sec 2024-11-13T10:19:30,657 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731493170657, completionTime=-1 2024-11-13T10:19:30,657 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T10:19:30,657 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T10:19:30,659 INFO [master/770665a7984d:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T10:19:30,659 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731493230659 2024-11-13T10:19:30,659 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731493290659 2024-11-13T10:19:30,659 INFO [master/770665a7984d:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T10:19:30,659 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,36187,1731493167592-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:30,659 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,36187,1731493167592-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:30,659 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,36187,1731493167592-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:30,660 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-770665a7984d:36187, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:30,660 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:30,660 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:30,661 DEBUG [master/770665a7984d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T10:19:30,664 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.951sec 2024-11-13T10:19:30,664 INFO [master/770665a7984d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T10:19:30,664 INFO [master/770665a7984d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T10:19:30,664 INFO [master/770665a7984d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T10:19:30,664 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T10:19:30,664 INFO [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T10:19:30,664 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,36187,1731493167592-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T10:19:30,664 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,36187,1731493167592-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T10:19:30,666 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T10:19:30,666 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T10:19:30,666 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,36187,1731493167592-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:30,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e55b77b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:30,698 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,36187,-1 for getting cluster id 2024-11-13T10:19:30,698 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:19:30,699 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '43995fe0-8316-4d3b-b405-609ee79518bd' 2024-11-13T10:19:30,699 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:19:30,700 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "43995fe0-8316-4d3b-b405-609ee79518bd" 2024-11-13T10:19:30,700 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b7bec12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:30,700 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,36187,-1] 2024-11-13T10:19:30,700 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:19:30,700 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:30,701 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:19:30,702 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27e95f40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:30,702 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:19:30,703 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,39417,1731493167678, seqNum=-1] 2024-11-13T10:19:30,703 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:19:30,704 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:19:30,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=770665a7984d,36187,1731493167592 2024-11-13T10:19:30,706 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57293 2024-11-13T10:19:30,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57293, baseZNode=/1839967069 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T10:19:30,709 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10110d6d7e20005 connected 2024-11-13T10:19:30,713 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:19:30,714 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,43305,1731493163474 2024-11-13T10:19:30,714 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1be67d4c 2024-11-13T10:19:30,714 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:19:30,715 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T10:19:30,716 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43305 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T10:19:30,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43305 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T10:19:30,718 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T10:19:30,718 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:30,718 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43305 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T10:19:30,718 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T10:19:30,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:19:30,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36593 is added to blk_1073741835_1011 (size=902) 2024-11-13T10:19:30,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:19:31,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:19:31,126 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 544307f2037b151e3137ed298c50d9b7, NAME => 'test,,1731493170715.544307f2037b151e3137ed298c50d9b7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671 2024-11-13T10:19:31,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36593 is added to blk_1073741836_1012 (size=39) 2024-11-13T10:19:31,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:19:31,404 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T10:19:31,532 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731493170715.544307f2037b151e3137ed298c50d9b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:19:31,532 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 544307f2037b151e3137ed298c50d9b7, disabling compactions & flushes 2024-11-13T10:19:31,532 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731493170715.544307f2037b151e3137ed298c50d9b7. 2024-11-13T10:19:31,532 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731493170715.544307f2037b151e3137ed298c50d9b7. 2024-11-13T10:19:31,532 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731493170715.544307f2037b151e3137ed298c50d9b7. after waiting 0 ms 2024-11-13T10:19:31,532 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731493170715.544307f2037b151e3137ed298c50d9b7. 2024-11-13T10:19:31,532 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731493170715.544307f2037b151e3137ed298c50d9b7. 2024-11-13T10:19:31,532 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 544307f2037b151e3137ed298c50d9b7: Waiting for close lock at 1731493171532Disabling compacts and flushes for region at 1731493171532Disabling writes for close at 1731493171532Writing region close event to WAL at 1731493171532Closed at 1731493171532 2024-11-13T10:19:31,533 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T10:19:31,534 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731493170715.544307f2037b151e3137ed298c50d9b7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731493171533"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731493171533"}]},"ts":"1731493171533"} 2024-11-13T10:19:31,536 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T10:19:31,536 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T10:19:31,537 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731493171537"}]},"ts":"1731493171537"} 2024-11-13T10:19:31,538 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T10:19:31,539 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=544307f2037b151e3137ed298c50d9b7, ASSIGN}] 2024-11-13T10:19:31,540 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=544307f2037b151e3137ed298c50d9b7, ASSIGN 2024-11-13T10:19:31,541 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=544307f2037b151e3137ed298c50d9b7, ASSIGN; state=OFFLINE, location=770665a7984d,32795,1731493163539; forceNewPlan=false, retain=false 2024-11-13T10:19:31,691 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=544307f2037b151e3137ed298c50d9b7, regionState=OPENING, regionLocation=770665a7984d,32795,1731493163539 2024-11-13T10:19:31,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=544307f2037b151e3137ed298c50d9b7, ASSIGN because future has completed 2024-11-13T10:19:31,694 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 544307f2037b151e3137ed298c50d9b7, server=770665a7984d,32795,1731493163539}] 2024-11-13T10:19:31,850 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731493170715.544307f2037b151e3137ed298c50d9b7. 2024-11-13T10:19:31,851 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 544307f2037b151e3137ed298c50d9b7, NAME => 'test,,1731493170715.544307f2037b151e3137ed298c50d9b7.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:19:31,851 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T10:19:31,851 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T10:19:31,851 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 544307f2037b151e3137ed298c50d9b7 2024-11-13T10:19:31,851 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731493170715.544307f2037b151e3137ed298c50d9b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:19:31,851 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 544307f2037b151e3137ed298c50d9b7 2024-11-13T10:19:31,851 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 544307f2037b151e3137ed298c50d9b7 2024-11-13T10:19:31,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:19:31,853 INFO [StoreOpener-544307f2037b151e3137ed298c50d9b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 544307f2037b151e3137ed298c50d9b7 2024-11-13T10:19:31,854 INFO [StoreOpener-544307f2037b151e3137ed298c50d9b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 544307f2037b151e3137ed298c50d9b7 columnFamilyName f 2024-11-13T10:19:31,854 DEBUG [StoreOpener-544307f2037b151e3137ed298c50d9b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:31,854 INFO [StoreOpener-544307f2037b151e3137ed298c50d9b7-1 {}] regionserver.HStore(327): Store=544307f2037b151e3137ed298c50d9b7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:19:31,855 INFO [StoreOpener-544307f2037b151e3137ed298c50d9b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 544307f2037b151e3137ed298c50d9b7 2024-11-13T10:19:31,856 INFO [StoreOpener-544307f2037b151e3137ed298c50d9b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 544307f2037b151e3137ed298c50d9b7 columnFamilyName f1 2024-11-13T10:19:31,856 DEBUG [StoreOpener-544307f2037b151e3137ed298c50d9b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:31,856 INFO [StoreOpener-544307f2037b151e3137ed298c50d9b7-1 {}] regionserver.HStore(327): Store=544307f2037b151e3137ed298c50d9b7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:19:31,856 INFO [StoreOpener-544307f2037b151e3137ed298c50d9b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 544307f2037b151e3137ed298c50d9b7 2024-11-13T10:19:31,857 INFO [StoreOpener-544307f2037b151e3137ed298c50d9b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 544307f2037b151e3137ed298c50d9b7 columnFamilyName norep 2024-11-13T10:19:31,857 DEBUG [StoreOpener-544307f2037b151e3137ed298c50d9b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:31,858 INFO [StoreOpener-544307f2037b151e3137ed298c50d9b7-1 {}] regionserver.HStore(327): Store=544307f2037b151e3137ed298c50d9b7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:19:31,858 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 544307f2037b151e3137ed298c50d9b7 2024-11-13T10:19:31,858 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/data/default/test/544307f2037b151e3137ed298c50d9b7 2024-11-13T10:19:31,859 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/data/default/test/544307f2037b151e3137ed298c50d9b7 2024-11-13T10:19:31,860 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 544307f2037b151e3137ed298c50d9b7 2024-11-13T10:19:31,860 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 544307f2037b151e3137ed298c50d9b7 2024-11-13T10:19:31,860 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T10:19:31,861 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 544307f2037b151e3137ed298c50d9b7 2024-11-13T10:19:31,863 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/data/default/test/544307f2037b151e3137ed298c50d9b7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:19:31,863 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 544307f2037b151e3137ed298c50d9b7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70784159, jitterRate=0.05476616322994232}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T10:19:31,864 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 544307f2037b151e3137ed298c50d9b7 2024-11-13T10:19:31,864 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 544307f2037b151e3137ed298c50d9b7: Running coprocessor pre-open hook at 1731493171851Writing region info on filesystem at 1731493171851Initializing all the Stores at 1731493171852 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493171852Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493171852Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493171852Cleaning up temporary data from old regions at 1731493171860 (+8 ms)Running coprocessor post-open hooks at 1731493171864 (+4 ms)Region opened successfully at 1731493171864 2024-11-13T10:19:31,865 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731493170715.544307f2037b151e3137ed298c50d9b7., pid=6, masterSystemTime=1731493171846 2024-11-13T10:19:31,867 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731493170715.544307f2037b151e3137ed298c50d9b7. 2024-11-13T10:19:31,867 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731493170715.544307f2037b151e3137ed298c50d9b7. 2024-11-13T10:19:31,868 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=544307f2037b151e3137ed298c50d9b7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=770665a7984d,32795,1731493163539 2024-11-13T10:19:31,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 544307f2037b151e3137ed298c50d9b7, server=770665a7984d,32795,1731493163539 because future has completed 2024-11-13T10:19:31,873 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T10:19:31,873 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 544307f2037b151e3137ed298c50d9b7, server=770665a7984d,32795,1731493163539 in 177 msec 2024-11-13T10:19:31,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T10:19:31,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=544307f2037b151e3137ed298c50d9b7, ASSIGN in 334 msec 2024-11-13T10:19:31,875 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T10:19:31,875 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731493171875"}]},"ts":"1731493171875"} 2024-11-13T10:19:31,877 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T10:19:31,878 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T10:19:31,879 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1620 sec 2024-11-13T10:19:32,023 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T10:19:32,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:19:32,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:19:32,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:19:32,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:19:32,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:19:32,049 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:19:32,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:19:32,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:19:32,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:19:32,866 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T10:19:32,866 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:19:32,867 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,36187,1731493167592 2024-11-13T10:19:32,867 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c9c9f40 2024-11-13T10:19:32,868 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:19:32,869 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T10:19:32,870 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36187 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T10:19:32,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36187 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T10:19:32,872 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T10:19:32,872 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:32,873 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T10:19:32,874 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36187 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T10:19:32,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:19:32,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42055 is added to blk_1073741835_1011 (size=902) 2024-11-13T10:19:32,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:19:33,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:19:33,312 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 590ab473bebeb71d4ea69e07303f7be0, NAME => 'test,,1731493172869.590ab473bebeb71d4ea69e07303f7be0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b 2024-11-13T10:19:33,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42055 is added to blk_1073741836_1012 (size=39) 2024-11-13T10:19:33,329 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731493172869.590ab473bebeb71d4ea69e07303f7be0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:19:33,329 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 590ab473bebeb71d4ea69e07303f7be0, disabling compactions & flushes 2024-11-13T10:19:33,329 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731493172869.590ab473bebeb71d4ea69e07303f7be0. 2024-11-13T10:19:33,329 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731493172869.590ab473bebeb71d4ea69e07303f7be0. 2024-11-13T10:19:33,329 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731493172869.590ab473bebeb71d4ea69e07303f7be0. after waiting 0 ms 2024-11-13T10:19:33,329 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731493172869.590ab473bebeb71d4ea69e07303f7be0. 2024-11-13T10:19:33,329 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731493172869.590ab473bebeb71d4ea69e07303f7be0. 2024-11-13T10:19:33,329 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 590ab473bebeb71d4ea69e07303f7be0: Waiting for close lock at 1731493173329Disabling compacts and flushes for region at 1731493173329Disabling writes for close at 1731493173329Writing region close event to WAL at 1731493173329Closed at 1731493173329 2024-11-13T10:19:33,331 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T10:19:33,331 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731493172869.590ab473bebeb71d4ea69e07303f7be0.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731493173331"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731493173331"}]},"ts":"1731493173331"} 2024-11-13T10:19:33,333 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T10:19:33,335 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T10:19:33,336 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731493173335"}]},"ts":"1731493173335"} 2024-11-13T10:19:33,338 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T10:19:33,339 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=590ab473bebeb71d4ea69e07303f7be0, ASSIGN}] 2024-11-13T10:19:33,340 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=590ab473bebeb71d4ea69e07303f7be0, ASSIGN 2024-11-13T10:19:33,341 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=590ab473bebeb71d4ea69e07303f7be0, ASSIGN; state=OFFLINE, location=770665a7984d,39417,1731493167678; forceNewPlan=false, retain=false 2024-11-13T10:19:33,492 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=590ab473bebeb71d4ea69e07303f7be0, regionState=OPENING, regionLocation=770665a7984d,39417,1731493167678 2024-11-13T10:19:33,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=590ab473bebeb71d4ea69e07303f7be0, ASSIGN because future has completed 2024-11-13T10:19:33,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 590ab473bebeb71d4ea69e07303f7be0, server=770665a7984d,39417,1731493167678}] 2024-11-13T10:19:33,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:19:33,659 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731493172869.590ab473bebeb71d4ea69e07303f7be0. 2024-11-13T10:19:33,659 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 590ab473bebeb71d4ea69e07303f7be0, NAME => 'test,,1731493172869.590ab473bebeb71d4ea69e07303f7be0.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:19:33,660 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T10:19:33,660 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T10:19:33,660 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 590ab473bebeb71d4ea69e07303f7be0 2024-11-13T10:19:33,660 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731493172869.590ab473bebeb71d4ea69e07303f7be0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:19:33,660 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 590ab473bebeb71d4ea69e07303f7be0 2024-11-13T10:19:33,660 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 590ab473bebeb71d4ea69e07303f7be0 2024-11-13T10:19:33,662 INFO [StoreOpener-590ab473bebeb71d4ea69e07303f7be0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 590ab473bebeb71d4ea69e07303f7be0 2024-11-13T10:19:33,663 INFO [StoreOpener-590ab473bebeb71d4ea69e07303f7be0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 590ab473bebeb71d4ea69e07303f7be0 columnFamilyName f 2024-11-13T10:19:33,663 DEBUG [StoreOpener-590ab473bebeb71d4ea69e07303f7be0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:33,664 INFO [StoreOpener-590ab473bebeb71d4ea69e07303f7be0-1 {}] regionserver.HStore(327): Store=590ab473bebeb71d4ea69e07303f7be0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:19:33,664 INFO [StoreOpener-590ab473bebeb71d4ea69e07303f7be0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 590ab473bebeb71d4ea69e07303f7be0 2024-11-13T10:19:33,665 INFO [StoreOpener-590ab473bebeb71d4ea69e07303f7be0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 590ab473bebeb71d4ea69e07303f7be0 columnFamilyName f1 2024-11-13T10:19:33,665 DEBUG [StoreOpener-590ab473bebeb71d4ea69e07303f7be0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:33,665 INFO [StoreOpener-590ab473bebeb71d4ea69e07303f7be0-1 {}] regionserver.HStore(327): Store=590ab473bebeb71d4ea69e07303f7be0/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:19:33,666 INFO [StoreOpener-590ab473bebeb71d4ea69e07303f7be0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 590ab473bebeb71d4ea69e07303f7be0 2024-11-13T10:19:33,667 INFO [StoreOpener-590ab473bebeb71d4ea69e07303f7be0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 590ab473bebeb71d4ea69e07303f7be0 columnFamilyName norep 2024-11-13T10:19:33,667 DEBUG [StoreOpener-590ab473bebeb71d4ea69e07303f7be0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:33,667 INFO [StoreOpener-590ab473bebeb71d4ea69e07303f7be0-1 {}] regionserver.HStore(327): Store=590ab473bebeb71d4ea69e07303f7be0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:19:33,667 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 590ab473bebeb71d4ea69e07303f7be0 2024-11-13T10:19:33,668 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/data/default/test/590ab473bebeb71d4ea69e07303f7be0 2024-11-13T10:19:33,669 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/data/default/test/590ab473bebeb71d4ea69e07303f7be0 2024-11-13T10:19:33,670 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 590ab473bebeb71d4ea69e07303f7be0 2024-11-13T10:19:33,670 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 590ab473bebeb71d4ea69e07303f7be0 2024-11-13T10:19:33,670 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T10:19:33,671 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 590ab473bebeb71d4ea69e07303f7be0 2024-11-13T10:19:33,674 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/data/default/test/590ab473bebeb71d4ea69e07303f7be0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:19:33,674 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 590ab473bebeb71d4ea69e07303f7be0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72500022, jitterRate=0.08033451437950134}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T10:19:33,674 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 590ab473bebeb71d4ea69e07303f7be0 2024-11-13T10:19:33,675 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 590ab473bebeb71d4ea69e07303f7be0: Running coprocessor pre-open hook at 1731493173660Writing region info on filesystem at 1731493173660Initializing all the Stores at 1731493173661 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493173661Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493173662 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493173662Cleaning up temporary data from old regions at 1731493173670 (+8 ms)Running coprocessor post-open hooks at 1731493173674 (+4 ms)Region opened successfully at 1731493173675 (+1 ms) 2024-11-13T10:19:33,676 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731493172869.590ab473bebeb71d4ea69e07303f7be0., pid=6, masterSystemTime=1731493173653 2024-11-13T10:19:33,679 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731493172869.590ab473bebeb71d4ea69e07303f7be0. 2024-11-13T10:19:33,679 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731493172869.590ab473bebeb71d4ea69e07303f7be0. 2024-11-13T10:19:33,681 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=590ab473bebeb71d4ea69e07303f7be0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=770665a7984d,39417,1731493167678 2024-11-13T10:19:33,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 590ab473bebeb71d4ea69e07303f7be0, server=770665a7984d,39417,1731493167678 because future has completed 2024-11-13T10:19:33,688 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T10:19:33,688 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 590ab473bebeb71d4ea69e07303f7be0, server=770665a7984d,39417,1731493167678 in 190 msec 2024-11-13T10:19:33,691 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T10:19:33,691 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=590ab473bebeb71d4ea69e07303f7be0, ASSIGN in 349 msec 2024-11-13T10:19:33,692 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T10:19:33,692 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731493173692"}]},"ts":"1731493173692"} 2024-11-13T10:19:33,695 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T10:19:33,697 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T10:19:33,698 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 827 msec 2024-11-13T10:19:34,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:19:34,023 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T10:19:34,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c9a1f08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:34,024 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,43305,-1 for getting cluster id 2024-11-13T10:19:34,024 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:19:34,025 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e2263415-c2c1-4830-9844-abc88f72201f' 2024-11-13T10:19:34,026 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:19:34,026 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e2263415-c2c1-4830-9844-abc88f72201f" 2024-11-13T10:19:34,026 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78d03038, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:34,026 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,43305,-1] 2024-11-13T10:19:34,026 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:19:34,026 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:34,027 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:19:34,028 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d074803, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:34,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ab2e780, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:34,036 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,36187,-1 for getting cluster id 2024-11-13T10:19:34,037 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:19:34,037 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '43995fe0-8316-4d3b-b405-609ee79518bd' 2024-11-13T10:19:34,038 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:19:34,038 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "43995fe0-8316-4d3b-b405-609ee79518bd" 2024-11-13T10:19:34,038 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@90958a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:34,038 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,36187,-1] 2024-11-13T10:19:34,038 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:19:34,038 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:34,040 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:19:34,043 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39ad5e3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:34,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d25857a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:34,044 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,43305,-1 for getting cluster id 2024-11-13T10:19:34,045 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:19:34,045 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e2263415-c2c1-4830-9844-abc88f72201f' 2024-11-13T10:19:34,045 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:19:34,046 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e2263415-c2c1-4830-9844-abc88f72201f" 2024-11-13T10:19:34,046 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30e83674, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:34,046 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,43305,-1] 2024-11-13T10:19:34,053 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:19:34,054 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:34,054 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:19:34,055 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3240dc07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:34,056 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:19:34,057 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,43305,1731493163474 2024-11-13T10:19:34,057 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60655525 2024-11-13T10:19:34,057 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:19:34,058 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T10:19:34,059 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43305 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://770665a7984d:36187,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T10:19:34,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43305 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T10:19:34,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T10:19:34,063 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='770665a7984d:36187' 2024-11-13T10:19:34,068 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2416355, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:34,069 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,36187,-1 for getting cluster id 2024-11-13T10:19:34,069 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:19:34,070 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '43995fe0-8316-4d3b-b405-609ee79518bd' 2024-11-13T10:19:34,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:19:34,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "43995fe0-8316-4d3b-b405-609ee79518bd" 2024-11-13T10:19:34,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b99d733, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:34,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,36187,-1] 2024-11-13T10:19:34,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:19:34,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:34,073 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:19:34,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b6bd478, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:34,074 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:19:34,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,36187,1731493167592 2024-11-13T10:19:34,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48261e5f 2024-11-13T10:19:34,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:19:34,077 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T10:19:34,081 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T10:19:34,081 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T10:19:34,081 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:34,081 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:34,081 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:19:34,081 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T10:19:34,085 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T10:19:34,086 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T10:19:34,086 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:34,088 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T10:19:34,135 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T10:19:34,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36593 is added to blk_1073741837_1013 (size=1138) 2024-11-13T10:19:34,145 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9fbd99e99c5adda3c8b7faca84bd1ab4, NAME => 'hbase:replication,,1731493174081.9fbd99e99c5adda3c8b7faca84bd1ab4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671 2024-11-13T10:19:34,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36593 is added to blk_1073741838_1014 (size=44) 2024-11-13T10:19:34,160 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731493174081.9fbd99e99c5adda3c8b7faca84bd1ab4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:19:34,160 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9fbd99e99c5adda3c8b7faca84bd1ab4, disabling compactions & flushes 2024-11-13T10:19:34,160 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731493174081.9fbd99e99c5adda3c8b7faca84bd1ab4. 2024-11-13T10:19:34,160 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731493174081.9fbd99e99c5adda3c8b7faca84bd1ab4. 2024-11-13T10:19:34,160 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731493174081.9fbd99e99c5adda3c8b7faca84bd1ab4. after waiting 0 ms 2024-11-13T10:19:34,160 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731493174081.9fbd99e99c5adda3c8b7faca84bd1ab4. 2024-11-13T10:19:34,160 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731493174081.9fbd99e99c5adda3c8b7faca84bd1ab4. 2024-11-13T10:19:34,160 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9fbd99e99c5adda3c8b7faca84bd1ab4: Waiting for close lock at 1731493174160Disabling compacts and flushes for region at 1731493174160Disabling writes for close at 1731493174160Writing region close event to WAL at 1731493174160Closed at 1731493174160 2024-11-13T10:19:34,162 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T10:19:34,162 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731493174081.9fbd99e99c5adda3c8b7faca84bd1ab4.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731493174162"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731493174162"}]},"ts":"1731493174162"} 2024-11-13T10:19:34,165 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T10:19:34,167 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T10:19:34,167 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731493174167"}]},"ts":"1731493174167"} 2024-11-13T10:19:34,169 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T10:19:34,170 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9fbd99e99c5adda3c8b7faca84bd1ab4, ASSIGN}] 2024-11-13T10:19:34,171 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9fbd99e99c5adda3c8b7faca84bd1ab4, ASSIGN 2024-11-13T10:19:34,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T10:19:34,174 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9fbd99e99c5adda3c8b7faca84bd1ab4, ASSIGN; state=OFFLINE, location=770665a7984d,32795,1731493163539; forceNewPlan=false, retain=false 2024-11-13T10:19:34,325 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9fbd99e99c5adda3c8b7faca84bd1ab4, regionState=OPENING, regionLocation=770665a7984d,32795,1731493163539 2024-11-13T10:19:34,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9fbd99e99c5adda3c8b7faca84bd1ab4, ASSIGN because future has completed 2024-11-13T10:19:34,329 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9fbd99e99c5adda3c8b7faca84bd1ab4, server=770665a7984d,32795,1731493163539}] 2024-11-13T10:19:34,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T10:19:34,486 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731493174081.9fbd99e99c5adda3c8b7faca84bd1ab4. 2024-11-13T10:19:34,486 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:19:34,487 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T10:19:34,489 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=770665a7984d%2C32795%2C1731493163539.rep, suffix=, logDir=hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/WALs/770665a7984d,32795,1731493163539, archiveDir=hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/oldWALs, maxLogs=10 2024-11-13T10:19:34,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/WALs/770665a7984d,32795,1731493163539/770665a7984d%2C32795%2C1731493163539.rep.1731493174489, exclude list is [], retry=0 2024-11-13T10:19:34,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36593,DS-9ae879b6-564d-49bc-b7c5-d2da085d32e0,DISK] 2024-11-13T10:19:34,542 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/WALs/770665a7984d,32795,1731493163539/770665a7984d%2C32795%2C1731493163539.rep.1731493174489 2024-11-13T10:19:34,542 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37365:37365)] 2024-11-13T10:19:34,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9fbd99e99c5adda3c8b7faca84bd1ab4, NAME => 'hbase:replication,,1731493174081.9fbd99e99c5adda3c8b7faca84bd1ab4.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:19:34,543 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T10:19:34,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T10:19:34,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731493174081.9fbd99e99c5adda3c8b7faca84bd1ab4. service=MultiRowMutationService 2024-11-13T10:19:34,543 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T10:19:34,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9fbd99e99c5adda3c8b7faca84bd1ab4 2024-11-13T10:19:34,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731493174081.9fbd99e99c5adda3c8b7faca84bd1ab4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:19:34,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9fbd99e99c5adda3c8b7faca84bd1ab4 2024-11-13T10:19:34,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9fbd99e99c5adda3c8b7faca84bd1ab4 2024-11-13T10:19:34,561 INFO [StoreOpener-9fbd99e99c5adda3c8b7faca84bd1ab4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9fbd99e99c5adda3c8b7faca84bd1ab4 2024-11-13T10:19:34,562 INFO [StoreOpener-9fbd99e99c5adda3c8b7faca84bd1ab4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9fbd99e99c5adda3c8b7faca84bd1ab4 columnFamilyName hfileref 2024-11-13T10:19:34,563 DEBUG [StoreOpener-9fbd99e99c5adda3c8b7faca84bd1ab4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:34,564 INFO [StoreOpener-9fbd99e99c5adda3c8b7faca84bd1ab4-1 {}] regionserver.HStore(327): Store=9fbd99e99c5adda3c8b7faca84bd1ab4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:19:34,564 INFO [StoreOpener-9fbd99e99c5adda3c8b7faca84bd1ab4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9fbd99e99c5adda3c8b7faca84bd1ab4 2024-11-13T10:19:34,565 INFO [StoreOpener-9fbd99e99c5adda3c8b7faca84bd1ab4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9fbd99e99c5adda3c8b7faca84bd1ab4 columnFamilyName queue 2024-11-13T10:19:34,565 DEBUG [StoreOpener-9fbd99e99c5adda3c8b7faca84bd1ab4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:34,566 INFO [StoreOpener-9fbd99e99c5adda3c8b7faca84bd1ab4-1 {}] regionserver.HStore(327): Store=9fbd99e99c5adda3c8b7faca84bd1ab4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:19:34,566 INFO [StoreOpener-9fbd99e99c5adda3c8b7faca84bd1ab4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9fbd99e99c5adda3c8b7faca84bd1ab4 2024-11-13T10:19:34,567 INFO [StoreOpener-9fbd99e99c5adda3c8b7faca84bd1ab4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9fbd99e99c5adda3c8b7faca84bd1ab4 columnFamilyName sid 2024-11-13T10:19:34,567 DEBUG [StoreOpener-9fbd99e99c5adda3c8b7faca84bd1ab4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:34,568 INFO [StoreOpener-9fbd99e99c5adda3c8b7faca84bd1ab4-1 {}] regionserver.HStore(327): Store=9fbd99e99c5adda3c8b7faca84bd1ab4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:19:34,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9fbd99e99c5adda3c8b7faca84bd1ab4 2024-11-13T10:19:34,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/data/hbase/replication/9fbd99e99c5adda3c8b7faca84bd1ab4 2024-11-13T10:19:34,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/data/hbase/replication/9fbd99e99c5adda3c8b7faca84bd1ab4 2024-11-13T10:19:34,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9fbd99e99c5adda3c8b7faca84bd1ab4 2024-11-13T10:19:34,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9fbd99e99c5adda3c8b7faca84bd1ab4 2024-11-13T10:19:34,572 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T10:19:34,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9fbd99e99c5adda3c8b7faca84bd1ab4 2024-11-13T10:19:34,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/data/hbase/replication/9fbd99e99c5adda3c8b7faca84bd1ab4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:19:34,584 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9fbd99e99c5adda3c8b7faca84bd1ab4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72310445, jitterRate=0.07750959694385529}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T10:19:34,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9fbd99e99c5adda3c8b7faca84bd1ab4 2024-11-13T10:19:34,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9fbd99e99c5adda3c8b7faca84bd1ab4: Running coprocessor pre-open hook at 1731493174544Writing region info on filesystem at 1731493174544Initializing all the Stores at 1731493174545 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493174545Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493174560 (+15 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493174560Cleaning up temporary data from old regions at 1731493174571 (+11 ms)Running coprocessor post-open hooks at 1731493174584 (+13 ms)Region opened successfully at 1731493174585 (+1 ms) 2024-11-13T10:19:34,586 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731493174081.9fbd99e99c5adda3c8b7faca84bd1ab4., pid=10, masterSystemTime=1731493174481 2024-11-13T10:19:34,588 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731493174081.9fbd99e99c5adda3c8b7faca84bd1ab4. 2024-11-13T10:19:34,588 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731493174081.9fbd99e99c5adda3c8b7faca84bd1ab4. 2024-11-13T10:19:34,588 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9fbd99e99c5adda3c8b7faca84bd1ab4, regionState=OPEN, openSeqNum=2, regionLocation=770665a7984d,32795,1731493163539 2024-11-13T10:19:34,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9fbd99e99c5adda3c8b7faca84bd1ab4, server=770665a7984d,32795,1731493163539 because future has completed 2024-11-13T10:19:34,595 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T10:19:34,595 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9fbd99e99c5adda3c8b7faca84bd1ab4, server=770665a7984d,32795,1731493163539 in 264 msec 2024-11-13T10:19:34,596 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T10:19:34,596 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9fbd99e99c5adda3c8b7faca84bd1ab4, ASSIGN in 425 msec 2024-11-13T10:19:34,597 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T10:19:34,597 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731493174597"}]},"ts":"1731493174597"} 2024-11-13T10:19:34,599 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T10:19:34,599 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T10:19:34,601 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 519 msec 2024-11-13T10:19:34,611 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T10:19:34,611 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T10:19:34,612 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T10:19:34,612 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-13T10:19:34,612 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T10:19:34,612 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-13T10:19:34,613 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T10:19:34,613 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-13T10:19:34,613 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T10:19:34,613 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-13T10:19:34,613 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T10:19:34,613 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T10:19:34,613 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T10:19:34,613 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T10:19:34,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731493174081.9fbd99e99c5adda3c8b7faca84bd1ab4., hostname=770665a7984d,32795,1731493163539, seqNum=2] 2024-11-13T10:19:34,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43305-0x10110d6d7e20000, quorum=127.0.0.1:57293, baseZNode=/0289101571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0289101571 2024-11-13T10:19:34,650 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32795-0x10110d6d7e20001, quorum=127.0.0.1:57293, baseZNode=/0289101571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0289101571 2024-11-13T10:19:34,654 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T10:19:34,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T10:19:34,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32795 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T10:19:34,807 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T10:19:34,842 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-770665a7984d,32795,1731493163539, ReplicationSource: 1, currentBandwidth=0 2024-11-13T10:19:34,842 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:19:34,842 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,32795,1731493163539, seqNum=-1] 2024-11-13T10:19:34,843 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:19:34,844 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45577, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-13T10:19:34,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-770665a7984d,32795,1731493163539', locateType=CURRENT is [region=hbase:replication,,1731493174081.9fbd99e99c5adda3c8b7faca84bd1ab4., hostname=770665a7984d,32795,1731493163539, seqNum=2] 2024-11-13T10:19:34,848 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T10:19:34,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43305 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T10:19:34,851 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 770665a7984d,32795,1731493163539 suceeded 2024-11-13T10:19:34,853 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T10:19:34,853 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-11-13T10:19:34,853 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://770665a7984d:36187,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T10:19:34,854 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 794 msec 2024-11-13T10:19:34,870 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,32795,1731493163539 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='770665a7984d:36187' 2024-11-13T10:19:34,872 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,32795,1731493163539 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@af7280c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:34,872 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,32795,1731493163539 {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,36187,-1 for getting cluster id 2024-11-13T10:19:34,872 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,32795,1731493163539 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:19:34,873 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '43995fe0-8316-4d3b-b405-609ee79518bd' 2024-11-13T10:19:34,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:19:34,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "43995fe0-8316-4d3b-b405-609ee79518bd" 2024-11-13T10:19:34,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29687c4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:34,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,36187,-1] 2024-11-13T10:19:34,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:19:34,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:34,875 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:19:34,876 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,32795,1731493163539 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7bface2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:34,876 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,32795,1731493163539 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:19:34,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,36187,1731493167592 2024-11-13T10:19:34,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b721fc7 2024-11-13T10:19:34,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:19:34,879 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-13T10:19:34,880 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,32795,1731493163539 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-770665a7984d,32795,1731493163539 (queues=1) is replicating from cluster=e2263415-c2c1-4830-9844-abc88f72201f to cluster=43995fe0-8316-4d3b-b405-609ee79518bd 2024-11-13T10:19:34,880 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,32795,1731493163539 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=770665a7984d%2C32795%2C1731493163539 2024-11-13T10:19:34,880 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,32795,1731493163539 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-770665a7984d,32795,1731493163539, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T10:19:34,888 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,32795,1731493163539.replicationSource.wal-reader.770665a7984d%2C32795%2C1731493163539,1-770665a7984d,32795,1731493163539 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/WALs/770665a7984d,32795,1731493163539/770665a7984d%2C32795%2C1731493163539.1731493165547, startPosition=0, beingWritten=true 2024-11-13T10:19:34,889 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,32795,1731493163539.replicationSource.shipper770665a7984d%2C32795%2C1731493163539,1-770665a7984d,32795,1731493163539 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 770665a7984d%2C32795%2C1731493163539 2024-11-13T10:19:34,894 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,32795,1731493163539.replicationSource.wal-reader.770665a7984d%2C32795%2C1731493163539,1-770665a7984d,32795,1731493163539 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T10:19:34,894 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,32795,1731493163539.replicationSource.wal-reader.770665a7984d%2C32795%2C1731493163539,1-770665a7984d,32795,1731493163539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/WALs/770665a7984d,32795,1731493163539/770665a7984d%2C32795%2C1731493163539.1731493165547 to pos 379, reset compression=false 2024-11-13T10:19:34,894 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,32795,1731493163539.replicationSource.shipper770665a7984d%2C32795%2C1731493163539,1-770665a7984d,32795,1731493163539 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-770665a7984d,32795,1731493163539 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/WALs/770665a7984d,32795,1731493163539/770665a7984d%2C32795%2C1731493163539.1731493165547, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T10:19:35,098 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,32795,1731493163539.replicationSource.wal-reader.770665a7984d%2C32795%2C1731493163539,1-770665a7984d,32795,1731493163539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/WALs/770665a7984d,32795,1731493163539/770665a7984d%2C32795%2C1731493163539.1731493165547 to pos 379, reset compression=false 2024-11-13T10:19:35,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T10:19:35,202 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T10:19:35,202 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T10:19:35,202 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:19:35,202 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:35,202 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:35,202 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:19:35,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2786ed38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:35,203 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,36187,-1 for getting cluster id 2024-11-13T10:19:35,203 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:19:35,204 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '43995fe0-8316-4d3b-b405-609ee79518bd' 2024-11-13T10:19:35,205 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:19:35,205 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "43995fe0-8316-4d3b-b405-609ee79518bd" 2024-11-13T10:19:35,205 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595a5e17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:35,205 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,36187,-1] 2024-11-13T10:19:35,205 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:19:35,206 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:35,206 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:19:35,207 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32c4b408, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:35,208 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:19:35,208 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,36187,1731493167592 2024-11-13T10:19:35,208 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67b175cd 2024-11-13T10:19:35,209 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:19:35,210 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T10:19:35,210 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36187 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://770665a7984d:43305,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T10:19:35,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36187 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T10:19:35,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T10:19:35,213 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='770665a7984d:43305' 2024-11-13T10:19:35,214 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64a1d5e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:35,214 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,43305,-1 for getting cluster id 2024-11-13T10:19:35,214 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:19:35,215 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e2263415-c2c1-4830-9844-abc88f72201f' 2024-11-13T10:19:35,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:19:35,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e2263415-c2c1-4830-9844-abc88f72201f" 2024-11-13T10:19:35,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d8b1250, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:35,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,43305,-1] 2024-11-13T10:19:35,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:19:35,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:35,216 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:19:35,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2279e779, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:35,217 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:19:35,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,43305,1731493163474 2024-11-13T10:19:35,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ac0841d 2024-11-13T10:19:35,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:19:35,219 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T10:19:35,219 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T10:19:35,220 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T10:19:35,220 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:35,220 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:35,220 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T10:19:35,220 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:19:35,221 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T10:19:35,222 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T10:19:35,222 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:35,223 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T10:19:35,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42055 is added to blk_1073741837_1013 (size=1138) 2024-11-13T10:19:35,236 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c064f85651b39fd0c035dc15e1c940b5, NAME => 'hbase:replication,,1731493175220.c064f85651b39fd0c035dc15e1c940b5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b 2024-11-13T10:19:35,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42055 is added to blk_1073741838_1014 (size=44) 2024-11-13T10:19:35,272 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T10:19:35,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T10:19:35,403 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,32795,1731493163539.replicationSource.wal-reader.770665a7984d%2C32795%2C1731493163539,1-770665a7984d,32795,1731493163539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/WALs/770665a7984d,32795,1731493163539/770665a7984d%2C32795%2C1731493163539.1731493165547 to pos 379, reset compression=false 2024-11-13T10:19:35,525 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T10:19:35,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T10:19:35,643 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731493175220.c064f85651b39fd0c035dc15e1c940b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:19:35,644 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c064f85651b39fd0c035dc15e1c940b5, disabling compactions & flushes 2024-11-13T10:19:35,644 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731493175220.c064f85651b39fd0c035dc15e1c940b5. 2024-11-13T10:19:35,644 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731493175220.c064f85651b39fd0c035dc15e1c940b5. 2024-11-13T10:19:35,644 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731493175220.c064f85651b39fd0c035dc15e1c940b5. after waiting 0 ms 2024-11-13T10:19:35,644 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731493175220.c064f85651b39fd0c035dc15e1c940b5. 2024-11-13T10:19:35,644 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731493175220.c064f85651b39fd0c035dc15e1c940b5. 2024-11-13T10:19:35,644 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c064f85651b39fd0c035dc15e1c940b5: Waiting for close lock at 1731493175644Disabling compacts and flushes for region at 1731493175644Disabling writes for close at 1731493175644Writing region close event to WAL at 1731493175644Closed at 1731493175644 2024-11-13T10:19:35,645 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T10:19:35,645 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731493175220.c064f85651b39fd0c035dc15e1c940b5.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731493175645"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731493175645"}]},"ts":"1731493175645"} 2024-11-13T10:19:35,648 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T10:19:35,648 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T10:19:35,649 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731493175649"}]},"ts":"1731493175649"} 2024-11-13T10:19:35,650 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T10:19:35,651 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c064f85651b39fd0c035dc15e1c940b5, ASSIGN}] 2024-11-13T10:19:35,652 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c064f85651b39fd0c035dc15e1c940b5, ASSIGN 2024-11-13T10:19:35,653 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c064f85651b39fd0c035dc15e1c940b5, ASSIGN; state=OFFLINE, location=770665a7984d,39417,1731493167678; forceNewPlan=false, retain=false 2024-11-13T10:19:35,804 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c064f85651b39fd0c035dc15e1c940b5, regionState=OPENING, regionLocation=770665a7984d,39417,1731493167678 2024-11-13T10:19:35,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c064f85651b39fd0c035dc15e1c940b5, ASSIGN because future has completed 2024-11-13T10:19:35,808 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c064f85651b39fd0c035dc15e1c940b5, server=770665a7984d,39417,1731493167678}] 2024-11-13T10:19:35,808 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,32795,1731493163539.replicationSource.wal-reader.770665a7984d%2C32795%2C1731493163539,1-770665a7984d,32795,1731493163539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/WALs/770665a7984d,32795,1731493163539/770665a7984d%2C32795%2C1731493163539.1731493165547 to pos 379, reset compression=false 2024-11-13T10:19:35,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T10:19:35,968 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731493175220.c064f85651b39fd0c035dc15e1c940b5. 2024-11-13T10:19:35,968 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:19:35,968 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T10:19:35,970 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=770665a7984d%2C39417%2C1731493167678.rep, suffix=, logDir=hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/WALs/770665a7984d,39417,1731493167678, archiveDir=hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/oldWALs, maxLogs=10 2024-11-13T10:19:35,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/WALs/770665a7984d,39417,1731493167678/770665a7984d%2C39417%2C1731493167678.rep.1731493175971, exclude list is [], retry=0 2024-11-13T10:19:35,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42055,DS-0996d48b-b152-47ff-b090-faa9ba9eceb4,DISK] 2024-11-13T10:19:35,996 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/WALs/770665a7984d,39417,1731493167678/770665a7984d%2C39417%2C1731493167678.rep.1731493175971 2024-11-13T10:19:35,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35007:35007)] 2024-11-13T10:19:35,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c064f85651b39fd0c035dc15e1c940b5, NAME => 'hbase:replication,,1731493175220.c064f85651b39fd0c035dc15e1c940b5.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:19:35,996 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T10:19:35,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T10:19:35,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731493175220.c064f85651b39fd0c035dc15e1c940b5. service=MultiRowMutationService 2024-11-13T10:19:35,997 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T10:19:35,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c064f85651b39fd0c035dc15e1c940b5 2024-11-13T10:19:35,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731493175220.c064f85651b39fd0c035dc15e1c940b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:19:35,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c064f85651b39fd0c035dc15e1c940b5 2024-11-13T10:19:35,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c064f85651b39fd0c035dc15e1c940b5 2024-11-13T10:19:36,000 INFO [StoreOpener-c064f85651b39fd0c035dc15e1c940b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c064f85651b39fd0c035dc15e1c940b5 2024-11-13T10:19:36,011 INFO [StoreOpener-c064f85651b39fd0c035dc15e1c940b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c064f85651b39fd0c035dc15e1c940b5 columnFamilyName hfileref 2024-11-13T10:19:36,011 DEBUG [StoreOpener-c064f85651b39fd0c035dc15e1c940b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:36,014 INFO [StoreOpener-c064f85651b39fd0c035dc15e1c940b5-1 {}] regionserver.HStore(327): Store=c064f85651b39fd0c035dc15e1c940b5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:19:36,014 INFO [StoreOpener-c064f85651b39fd0c035dc15e1c940b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c064f85651b39fd0c035dc15e1c940b5 2024-11-13T10:19:36,017 INFO [StoreOpener-c064f85651b39fd0c035dc15e1c940b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c064f85651b39fd0c035dc15e1c940b5 columnFamilyName queue 2024-11-13T10:19:36,017 DEBUG [StoreOpener-c064f85651b39fd0c035dc15e1c940b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:36,018 INFO [StoreOpener-c064f85651b39fd0c035dc15e1c940b5-1 {}] regionserver.HStore(327): Store=c064f85651b39fd0c035dc15e1c940b5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:19:36,018 INFO [StoreOpener-c064f85651b39fd0c035dc15e1c940b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c064f85651b39fd0c035dc15e1c940b5 2024-11-13T10:19:36,019 INFO [StoreOpener-c064f85651b39fd0c035dc15e1c940b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c064f85651b39fd0c035dc15e1c940b5 columnFamilyName sid 2024-11-13T10:19:36,019 DEBUG [StoreOpener-c064f85651b39fd0c035dc15e1c940b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:36,019 INFO [StoreOpener-c064f85651b39fd0c035dc15e1c940b5-1 {}] regionserver.HStore(327): Store=c064f85651b39fd0c035dc15e1c940b5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:19:36,019 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c064f85651b39fd0c035dc15e1c940b5 2024-11-13T10:19:36,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/data/hbase/replication/c064f85651b39fd0c035dc15e1c940b5 2024-11-13T10:19:36,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/data/hbase/replication/c064f85651b39fd0c035dc15e1c940b5 2024-11-13T10:19:36,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c064f85651b39fd0c035dc15e1c940b5 2024-11-13T10:19:36,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c064f85651b39fd0c035dc15e1c940b5 2024-11-13T10:19:36,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T10:19:36,023 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c064f85651b39fd0c035dc15e1c940b5 2024-11-13T10:19:36,029 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/data/hbase/replication/c064f85651b39fd0c035dc15e1c940b5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:19:36,030 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c064f85651b39fd0c035dc15e1c940b5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66972446, jitterRate=-0.0020327866077423096}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T10:19:36,030 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c064f85651b39fd0c035dc15e1c940b5 2024-11-13T10:19:36,030 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c064f85651b39fd0c035dc15e1c940b5: Running coprocessor pre-open hook at 1731493175997Writing region info on filesystem at 1731493175997Initializing all the Stores at 1731493175998 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493175998Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493176000 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493176000Cleaning up temporary data from old regions at 1731493176021 (+21 ms)Running coprocessor post-open hooks at 1731493176030 (+9 ms)Region opened successfully at 1731493176030 2024-11-13T10:19:36,031 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731493175220.c064f85651b39fd0c035dc15e1c940b5., pid=10, masterSystemTime=1731493175961 2024-11-13T10:19:36,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731493175220.c064f85651b39fd0c035dc15e1c940b5. 2024-11-13T10:19:36,033 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731493175220.c064f85651b39fd0c035dc15e1c940b5. 2024-11-13T10:19:36,033 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c064f85651b39fd0c035dc15e1c940b5, regionState=OPEN, openSeqNum=2, regionLocation=770665a7984d,39417,1731493167678 2024-11-13T10:19:36,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c064f85651b39fd0c035dc15e1c940b5, server=770665a7984d,39417,1731493167678 because future has completed 2024-11-13T10:19:36,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T10:19:36,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c064f85651b39fd0c035dc15e1c940b5, server=770665a7984d,39417,1731493167678 in 229 msec 2024-11-13T10:19:36,041 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T10:19:36,041 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c064f85651b39fd0c035dc15e1c940b5, ASSIGN in 388 msec 2024-11-13T10:19:36,042 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T10:19:36,042 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731493176042"}]},"ts":"1731493176042"} 2024-11-13T10:19:36,052 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T10:19:36,053 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T10:19:36,055 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 833 msec 2024-11-13T10:19:36,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731493175220.c064f85651b39fd0c035dc15e1c940b5., hostname=770665a7984d,39417,1731493167678, seqNum=2] 2024-11-13T10:19:36,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36187-0x10110d6d7e20003, quorum=127.0.0.1:57293, baseZNode=/1839967069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1839967069 2024-11-13T10:19:36,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x10110d6d7e20004, quorum=127.0.0.1:57293, baseZNode=/1839967069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1839967069 2024-11-13T10:19:36,088 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T10:19:36,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39417 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T10:19:36,240 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T10:19:36,290 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-770665a7984d,39417,1731493167678, ReplicationSource: 1, currentBandwidth=0 2024-11-13T10:19:36,291 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:19:36,291 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,39417,1731493167678, seqNum=-1] 2024-11-13T10:19:36,292 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:19:36,293 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51513, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-13T10:19:36,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-770665a7984d,39417,1731493167678', locateType=CURRENT is [region=hbase:replication,,1731493175220.c064f85651b39fd0c035dc15e1c940b5., hostname=770665a7984d,39417,1731493167678, seqNum=2] 2024-11-13T10:19:36,298 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T10:19:36,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36187 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T10:19:36,300 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 770665a7984d,39417,1731493167678 suceeded 2024-11-13T10:19:36,302 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T10:19:36,302 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 212 msec 2024-11-13T10:19:36,302 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://770665a7984d:43305,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T10:19:36,303 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0920 sec 2024-11-13T10:19:36,312 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,39417,1731493167678 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='770665a7984d:43305' 2024-11-13T10:19:36,313 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,32795,1731493163539.replicationSource.wal-reader.770665a7984d%2C32795%2C1731493163539,1-770665a7984d,32795,1731493163539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/WALs/770665a7984d,32795,1731493163539/770665a7984d%2C32795%2C1731493163539.1731493165547 to pos 379, reset compression=false 2024-11-13T10:19:36,313 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,39417,1731493167678 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6376dfca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:36,314 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,39417,1731493167678 {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,43305,-1 for getting cluster id 2024-11-13T10:19:36,314 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,39417,1731493167678 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:19:36,314 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e2263415-c2c1-4830-9844-abc88f72201f' 2024-11-13T10:19:36,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:19:36,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e2263415-c2c1-4830-9844-abc88f72201f" 2024-11-13T10:19:36,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7afe2ffe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:36,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,43305,-1] 2024-11-13T10:19:36,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:19:36,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:36,316 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:19:36,317 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,39417,1731493167678 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c1b27cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:36,317 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,39417,1731493167678 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:19:36,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,43305,1731493163474 2024-11-13T10:19:36,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54bc01c5 2024-11-13T10:19:36,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:19:36,319 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-13T10:19:36,320 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,39417,1731493167678 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-770665a7984d,39417,1731493167678 (queues=1) is replicating from cluster=43995fe0-8316-4d3b-b405-609ee79518bd to cluster=e2263415-c2c1-4830-9844-abc88f72201f 2024-11-13T10:19:36,320 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,39417,1731493167678 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=770665a7984d%2C39417%2C1731493167678 2024-11-13T10:19:36,320 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,39417,1731493167678 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-770665a7984d,39417,1731493167678, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T10:19:36,320 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,39417,1731493167678.replicationSource.wal-reader.770665a7984d%2C39417%2C1731493167678,1-770665a7984d,39417,1731493167678 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/WALs/770665a7984d,39417,1731493167678/770665a7984d%2C39417%2C1731493167678.1731493169670, startPosition=0, beingWritten=true 2024-11-13T10:19:36,320 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,39417,1731493167678.replicationSource.shipper770665a7984d%2C39417%2C1731493167678,1-770665a7984d,39417,1731493167678 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 770665a7984d%2C39417%2C1731493167678 2024-11-13T10:19:36,326 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,39417,1731493167678.replicationSource.wal-reader.770665a7984d%2C39417%2C1731493167678,1-770665a7984d,39417,1731493167678 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T10:19:36,326 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,39417,1731493167678.replicationSource.wal-reader.770665a7984d%2C39417%2C1731493167678,1-770665a7984d,39417,1731493167678 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/WALs/770665a7984d,39417,1731493167678/770665a7984d%2C39417%2C1731493167678.1731493169670 to pos 379, reset compression=false 2024-11-13T10:19:36,326 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,39417,1731493167678.replicationSource.shipper770665a7984d%2C39417%2C1731493167678,1-770665a7984d,39417,1731493167678 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-770665a7984d,39417,1731493167678 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/WALs/770665a7984d,39417,1731493167678/770665a7984d%2C39417%2C1731493167678.1731493169670, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T10:19:36,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T10:19:36,352 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T10:19:36,352 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T10:19:36,352 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:19:36,352 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:36,352 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:36,352 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:19:36,353 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:19:36,356 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731493176356/Put/seqid=0 2024-11-13T10:19:36,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36593 is added to blk_1073741840_1016 (size=7894) 2024-11-13T10:19:36,530 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,39417,1731493167678.replicationSource.wal-reader.770665a7984d%2C39417%2C1731493167678,1-770665a7984d,39417,1731493167678 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/WALs/770665a7984d,39417,1731493167678/770665a7984d%2C39417%2C1731493167678.1731493169670 to pos 379, reset compression=false 2024-11-13T10:19:36,764 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731493176763/Put/seqid=0 2024-11-13T10:19:36,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36593 is added to blk_1073741841_1017 (size=7691) 2024-11-13T10:19:36,838 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,39417,1731493167678.replicationSource.wal-reader.770665a7984d%2C39417%2C1731493167678,1-770665a7984d,39417,1731493167678 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/WALs/770665a7984d,39417,1731493167678/770665a7984d%2C39417%2C1731493167678.1731493169670 to pos 379, reset compression=false 2024-11-13T10:19:36,918 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,32795,1731493163539.replicationSource.wal-reader.770665a7984d%2C32795%2C1731493163539,1-770665a7984d,32795,1731493163539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/WALs/770665a7984d,32795,1731493163539/770665a7984d%2C32795%2C1731493163539.1731493165547 to pos 379, reset compression=false 2024-11-13T10:19:37,173 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e329cf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:37,173 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,43305,-1 for getting cluster id 2024-11-13T10:19:37,173 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:19:37,174 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e2263415-c2c1-4830-9844-abc88f72201f' 2024-11-13T10:19:37,175 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:19:37,175 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e2263415-c2c1-4830-9844-abc88f72201f" 2024-11-13T10:19:37,176 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b6e36c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:37,176 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,43305,-1] 2024-11-13T10:19:37,176 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:19:37,176 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:37,177 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:19:37,178 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45a2f914, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:37,179 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:19:37,180 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,32795,1731493163539, seqNum=-1] 2024-11-13T10:19:37,181 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:19:37,182 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:19:37,206 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:19:37,207 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,43305,1731493163474 2024-11-13T10:19:37,207 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@205573b5 2024-11-13T10:19:37,208 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:19:37,209 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T10:19:37,219 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731493170715.544307f2037b151e3137ed298c50d9b7., hostname=770665a7984d,32795,1731493163539, seqNum=2] 2024-11-13T10:19:37,223 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T10:19:37,233 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-13T10:19:37,237 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-13T10:19:37,242 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,39417,1731493167678.replicationSource.wal-reader.770665a7984d%2C39417%2C1731493167678,1-770665a7984d,39417,1731493167678 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/WALs/770665a7984d,39417,1731493167678/770665a7984d%2C39417%2C1731493167678.1731493169670 to pos 379, reset compression=false 2024-11-13T10:19:37,268 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32795 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 544307f2037b151e3137ed298c50d9b7/f 2024-11-13T10:19:37,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32795 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-13T10:19:37,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32795 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T10:19:37,274 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32795 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 544307f2037b151e3137ed298c50d9b7/f 2024-11-13T10:19:37,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32795 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-13T10:19:37,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32795 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T10:19:37,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32795 {}] regionserver.HRegion(2603): Flush status journal for 544307f2037b151e3137ed298c50d9b7: 2024-11-13T10:19:37,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32795 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/staging/jenkins__test__8b5ahvdk2sqrkq5q7k3tbmkk3tcfv1i9ov4qkj037k4ie2gf79eqs94l3a4093j7/f/hfile_0 2024-11-13T10:19:37,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/staging/jenkins__test__8b5ahvdk2sqrkq5q7k3tbmkk3tcfv1i9ov4qkj037k4ie2gf79eqs94l3a4093j7/f/hfile_0 as hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/data/default/test/544307f2037b151e3137ed298c50d9b7/f/d0261fdd9e2b4d39825a27e97c1d0c87_SeqId_4_ 2024-11-13T10:19:37,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32795 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/staging/jenkins__test__8b5ahvdk2sqrkq5q7k3tbmkk3tcfv1i9ov4qkj037k4ie2gf79eqs94l3a4093j7/f/hfile_1 2024-11-13T10:19:37,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/staging/jenkins__test__8b5ahvdk2sqrkq5q7k3tbmkk3tcfv1i9ov4qkj037k4ie2gf79eqs94l3a4093j7/f/hfile_1 as hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/data/default/test/544307f2037b151e3137ed298c50d9b7/f/5642703da1064f1eae950c2fb973fe07_SeqId_4_ 2024-11-13T10:19:37,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32795 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/staging/jenkins__test__8b5ahvdk2sqrkq5q7k3tbmkk3tcfv1i9ov4qkj037k4ie2gf79eqs94l3a4093j7/f/hfile_0 into 544307f2037b151e3137ed298c50d9b7/f as hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/data/default/test/544307f2037b151e3137ed298c50d9b7/f/d0261fdd9e2b4d39825a27e97c1d0c87_SeqId_4_ - updating store file list. 2024-11-13T10:19:37,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32795 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d0261fdd9e2b4d39825a27e97c1d0c87_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T10:19:37,302 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32795 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/data/default/test/544307f2037b151e3137ed298c50d9b7/f/d0261fdd9e2b4d39825a27e97c1d0c87_SeqId_4_ into 544307f2037b151e3137ed298c50d9b7/f 2024-11-13T10:19:37,302 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32795 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/staging/jenkins__test__8b5ahvdk2sqrkq5q7k3tbmkk3tcfv1i9ov4qkj037k4ie2gf79eqs94l3a4093j7/f/hfile_0 into 544307f2037b151e3137ed298c50d9b7/f (new location: hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/data/default/test/544307f2037b151e3137ed298c50d9b7/f/d0261fdd9e2b4d39825a27e97c1d0c87_SeqId_4_) 2024-11-13T10:19:37,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32795 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/staging/jenkins__test__8b5ahvdk2sqrkq5q7k3tbmkk3tcfv1i9ov4qkj037k4ie2gf79eqs94l3a4093j7/f/hfile_0 2024-11-13T10:19:37,315 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32795 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/staging/jenkins__test__8b5ahvdk2sqrkq5q7k3tbmkk3tcfv1i9ov4qkj037k4ie2gf79eqs94l3a4093j7/f/hfile_1 into 544307f2037b151e3137ed298c50d9b7/f as hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/data/default/test/544307f2037b151e3137ed298c50d9b7/f/5642703da1064f1eae950c2fb973fe07_SeqId_4_ - updating store file list. 2024-11-13T10:19:37,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32795 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5642703da1064f1eae950c2fb973fe07_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T10:19:37,323 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32795 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/data/default/test/544307f2037b151e3137ed298c50d9b7/f/5642703da1064f1eae950c2fb973fe07_SeqId_4_ into 544307f2037b151e3137ed298c50d9b7/f 2024-11-13T10:19:37,323 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32795 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/staging/jenkins__test__8b5ahvdk2sqrkq5q7k3tbmkk3tcfv1i9ov4qkj037k4ie2gf79eqs94l3a4093j7/f/hfile_1 into 544307f2037b151e3137ed298c50d9b7/f (new location: hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/data/default/test/544307f2037b151e3137ed298c50d9b7/f/5642703da1064f1eae950c2fb973fe07_SeqId_4_) 2024-11-13T10:19:37,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32795 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/staging/jenkins__test__8b5ahvdk2sqrkq5q7k3tbmkk3tcfv1i9ov4qkj037k4ie2gf79eqs94l3a4093j7/f/hfile_1 2024-11-13T10:19:37,326 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T10:19:37,326 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:19:37,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:37,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:37,327 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:19:37,328 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:19:37,329 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,39417,1731493167678, seqNum=-1] 2024-11-13T10:19:37,329 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:19:37,330 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731493170715.544307f2037b151e3137ed298c50d9b7., hostname=770665a7984d,32795,1731493163539, seqNum=2 , the old value is region=test,,1731493170715.544307f2037b151e3137ed298c50d9b7., hostname=770665a7984d,32795,1731493163539, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=770665a7984d:32795 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T10:19:37,330 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731493170715.544307f2037b151e3137ed298c50d9b7., hostname=770665a7984d,32795,1731493163539, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T10:19:37,330 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731493170715.544307f2037b151e3137ed298c50d9b7., hostname=770665a7984d,32795,1731493163539, seqNum=2 from cache 2024-11-13T10:19:37,331 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:19:37,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32795 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32795: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:56010 deadline: 1731493237330 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:56010 2024-11-13T10:19:37,333 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731493172869.590ab473bebeb71d4ea69e07303f7be0., hostname=770665a7984d,39417,1731493167678, seqNum=2] 2024-11-13T10:19:37,336 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T10:19:37,353 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T10:19:37,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:19:37,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:19:37,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:19:37,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:19:37,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:19:37,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:19:37,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:19:37,406 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:19:37,417 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T10:19:37,433 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=770665a7984d:32795 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-13T10:19:37,623 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,32795,1731493163539.replicationSource.wal-reader.770665a7984d%2C32795%2C1731493163539,1-770665a7984d,32795,1731493163539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/WALs/770665a7984d,32795,1731493163539/770665a7984d%2C32795%2C1731493163539.1731493165547 to pos 379, reset compression=false 2024-11-13T10:19:37,636 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,32795,1731493163539.replicationSource.wal-reader.770665a7984d%2C32795%2C1731493163539,1-770665a7984d,32795,1731493163539 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T10:19:37,636 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,32795,1731493163539.replicationSource.shipper770665a7984d%2C32795%2C1731493163539,1-770665a7984d,32795,1731493163539 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-770665a7984d,32795,1731493163539 got entry batch from reader: WALEntryBatch [walEntries=[{test/544307f2037b151e3137ed298c50d9b7/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731493177324/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/WALs/770665a7984d,32795,1731493163539/770665a7984d%2C32795%2C1731493163539.1731493165547, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-13T10:19:37,640 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,32795,1731493163539.replicationSource.shipper770665a7984d%2C32795%2C1731493163539,1-770665a7984d,32795,1731493163539 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T10:19:37,642 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-13T10:19:37,643 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.ReplicationSink(318): Replicating [e2263415-c2c1-4830-9844-abc88f72201f] bulk loaded data 2024-11-13T10:19:37,647 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@678a329c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:37,647 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,36187,-1 for getting cluster id 2024-11-13T10:19:37,647 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:19:37,648 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '43995fe0-8316-4d3b-b405-609ee79518bd' 2024-11-13T10:19:37,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:19:37,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "43995fe0-8316-4d3b-b405-609ee79518bd" 2024-11-13T10:19:37,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@590c45de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:37,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,36187,-1] 2024-11-13T10:19:37,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:19:37,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:37,650 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:19:37,651 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@318d17ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:37,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42055 is added to blk_1073741840_1016 (size=7894) 2024-11-13T10:19:37,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42055 is added to blk_1073741841_1017 (size=7691) 2024-11-13T10:19:37,785 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,39417,1731493167678.replicationSource.wal-reader.770665a7984d%2C39417%2C1731493167678,1-770665a7984d,39417,1731493167678 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/WALs/770665a7984d,39417,1731493167678/770665a7984d%2C39417%2C1731493167678.1731493169670 to pos 379, reset compression=false 2024-11-13T10:19:37,839 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,32795,1731493163539.replicationSource.wal-reader.770665a7984d%2C32795%2C1731493163539,1-770665a7984d,32795,1731493163539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/WALs/770665a7984d,32795,1731493163539/770665a7984d%2C32795%2C1731493163539.1731493165547 to pos 687, reset compression=false 2024-11-13T10:19:38,158 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,32795,1731493163539.replicationSource.wal-reader.770665a7984d%2C32795%2C1731493163539,1-770665a7984d,32795,1731493163539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/WALs/770665a7984d,32795,1731493163539/770665a7984d%2C32795%2C1731493163539.1731493165547 to pos 687, reset compression=false 2024-11-13T10:19:38,161 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:19:38,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,36187,1731493167592 2024-11-13T10:19:38,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5707f898 2024-11-13T10:19:38,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:19:38,165 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-13T10:19:38,168 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T10:19:38,169 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:19:38,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,39417,1731493167678, seqNum=-1] 2024-11-13T10:19:38,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:19:38,171 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-13T10:19:38,177 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/staging/jenkins.hfs.11__test__mpp3lff5sjq0b7u34r8nk3aa7ernb4r93e5lrbpui4rns0pl86o0qsmljrqanp90/f/5642703da1064f1eae950c2fb973fe07_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-13T10:19:38,180 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/staging/jenkins.hfs.11__test__mpp3lff5sjq0b7u34r8nk3aa7ernb4r93e5lrbpui4rns0pl86o0qsmljrqanp90/f/d0261fdd9e2b4d39825a27e97c1d0c87_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-13T10:19:38,183 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/staging/jenkins.hfs.11__test__mpp3lff5sjq0b7u34r8nk3aa7ernb4r93e5lrbpui4rns0pl86o0qsmljrqanp90/f/5642703da1064f1eae950c2fb973fe07_SeqId_4_ for inclusion in 590ab473bebeb71d4ea69e07303f7be0/f 2024-11-13T10:19:38,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-13T10:19:38,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T10:19:38,186 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/staging/jenkins.hfs.11__test__mpp3lff5sjq0b7u34r8nk3aa7ernb4r93e5lrbpui4rns0pl86o0qsmljrqanp90/f/d0261fdd9e2b4d39825a27e97c1d0c87_SeqId_4_ for inclusion in 590ab473bebeb71d4ea69e07303f7be0/f 2024-11-13T10:19:38,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-13T10:19:38,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T10:19:38,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.HRegion(2603): Flush status journal for 590ab473bebeb71d4ea69e07303f7be0: 2024-11-13T10:19:38,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5642703da1064f1eae950c2fb973fe07_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-13T10:19:38,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/staging/jenkins.hfs.11__test__mpp3lff5sjq0b7u34r8nk3aa7ernb4r93e5lrbpui4rns0pl86o0qsmljrqanp90/f/5642703da1064f1eae950c2fb973fe07_SeqId_4_ as hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/data/default/test/590ab473bebeb71d4ea69e07303f7be0/f/a190d828f20e4a988f864cca7b6e863e_SeqId_4_ 2024-11-13T10:19:38,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d0261fdd9e2b4d39825a27e97c1d0c87_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-13T10:19:38,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/staging/jenkins.hfs.11__test__mpp3lff5sjq0b7u34r8nk3aa7ernb4r93e5lrbpui4rns0pl86o0qsmljrqanp90/f/d0261fdd9e2b4d39825a27e97c1d0c87_SeqId_4_ as hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/data/default/test/590ab473bebeb71d4ea69e07303f7be0/f/a06bb85790224b4d9c9e21c0c0e68163_SeqId_4_ 2024-11-13T10:19:38,194 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/staging/jenkins.hfs.11__test__mpp3lff5sjq0b7u34r8nk3aa7ernb4r93e5lrbpui4rns0pl86o0qsmljrqanp90/f/5642703da1064f1eae950c2fb973fe07_SeqId_4_ into 590ab473bebeb71d4ea69e07303f7be0/f as hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/data/default/test/590ab473bebeb71d4ea69e07303f7be0/f/a190d828f20e4a988f864cca7b6e863e_SeqId_4_ - updating store file list. 2024-11-13T10:19:38,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a190d828f20e4a988f864cca7b6e863e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T10:19:38,198 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/data/default/test/590ab473bebeb71d4ea69e07303f7be0/f/a190d828f20e4a988f864cca7b6e863e_SeqId_4_ into 590ab473bebeb71d4ea69e07303f7be0/f 2024-11-13T10:19:38,198 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/staging/jenkins.hfs.11__test__mpp3lff5sjq0b7u34r8nk3aa7ernb4r93e5lrbpui4rns0pl86o0qsmljrqanp90/f/5642703da1064f1eae950c2fb973fe07_SeqId_4_ into 590ab473bebeb71d4ea69e07303f7be0/f (new location: hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/data/default/test/590ab473bebeb71d4ea69e07303f7be0/f/a190d828f20e4a988f864cca7b6e863e_SeqId_4_) 2024-11-13T10:19:38,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/staging/jenkins.hfs.11__test__mpp3lff5sjq0b7u34r8nk3aa7ernb4r93e5lrbpui4rns0pl86o0qsmljrqanp90/f/5642703da1064f1eae950c2fb973fe07_SeqId_4_ 2024-11-13T10:19:38,199 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/staging/jenkins.hfs.11__test__mpp3lff5sjq0b7u34r8nk3aa7ernb4r93e5lrbpui4rns0pl86o0qsmljrqanp90/f/d0261fdd9e2b4d39825a27e97c1d0c87_SeqId_4_ into 590ab473bebeb71d4ea69e07303f7be0/f as hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/data/default/test/590ab473bebeb71d4ea69e07303f7be0/f/a06bb85790224b4d9c9e21c0c0e68163_SeqId_4_ - updating store file list. 2024-11-13T10:19:38,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a06bb85790224b4d9c9e21c0c0e68163_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T10:19:38,203 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/data/default/test/590ab473bebeb71d4ea69e07303f7be0/f/a06bb85790224b4d9c9e21c0c0e68163_SeqId_4_ into 590ab473bebeb71d4ea69e07303f7be0/f 2024-11-13T10:19:38,203 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/staging/jenkins.hfs.11__test__mpp3lff5sjq0b7u34r8nk3aa7ernb4r93e5lrbpui4rns0pl86o0qsmljrqanp90/f/d0261fdd9e2b4d39825a27e97c1d0c87_SeqId_4_ into 590ab473bebeb71d4ea69e07303f7be0/f (new location: hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/data/default/test/590ab473bebeb71d4ea69e07303f7be0/f/a06bb85790224b4d9c9e21c0c0e68163_SeqId_4_) 2024-11-13T10:19:38,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/staging/jenkins.hfs.11__test__mpp3lff5sjq0b7u34r8nk3aa7ernb4r93e5lrbpui4rns0pl86o0qsmljrqanp90/f/d0261fdd9e2b4d39825a27e97c1d0c87_SeqId_4_ 2024-11-13T10:19:38,220 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.ReplicationSink(324): Finished replicating [e2263415-c2c1-4830-9844-abc88f72201f] bulk loaded data 2024-11-13T10:19:38,344 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:19:38,348 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731493178347/Put/seqid=0 2024-11-13T10:19:38,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42055 is added to blk_1073741842_1018 (size=11194) 2024-11-13T10:19:38,393 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,39417,1731493167678.replicationSource.wal-reader.770665a7984d%2C39417%2C1731493167678,1-770665a7984d,39417,1731493167678 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/WALs/770665a7984d,39417,1731493167678/770665a7984d%2C39417%2C1731493167678.1731493169670 to pos 379, reset compression=false 2024-11-13T10:19:38,400 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,39417,1731493167678.replicationSource.wal-reader.770665a7984d%2C39417%2C1731493167678,1-770665a7984d,39417,1731493167678 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T10:19:38,401 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,39417,1731493167678.replicationSource.shipper770665a7984d%2C39417%2C1731493167678,1-770665a7984d,39417,1731493167678 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-770665a7984d,39417,1731493167678 got entry batch from reader: WALEntryBatch [walEntries=[{test/590ab473bebeb71d4ea69e07303f7be0/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731493178204/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/WALs/770665a7984d,39417,1731493167678/770665a7984d%2C39417%2C1731493167678.1731493169670, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-13T10:19:38,403 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,39417,1731493167678.replicationSource.shipper770665a7984d%2C39417%2C1731493167678,1-770665a7984d,39417,1731493167678 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T10:19:38,404 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-13T10:19:38,405 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32795 {}] regionserver.ReplicationSink(318): Replicating [e2263415-c2c1-4830-9844-abc88f72201f, 43995fe0-8316-4d3b-b405-609ee79518bd] bulk loaded data 2024-11-13T10:19:38,407 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32795 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31a75f19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:38,407 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32795 {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,43305,-1 for getting cluster id 2024-11-13T10:19:38,407 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32795 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:19:38,408 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e2263415-c2c1-4830-9844-abc88f72201f' 2024-11-13T10:19:38,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:19:38,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e2263415-c2c1-4830-9844-abc88f72201f" 2024-11-13T10:19:38,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4965c1f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:38,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,43305,-1] 2024-11-13T10:19:38,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:19:38,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:38,409 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:19:38,410 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32795 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a5c7393, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:38,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36593 is added to blk_1073741842_1018 (size=7691) 2024-11-13T10:19:38,572 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,32795,1731493163539.replicationSource.wal-reader.770665a7984d%2C32795%2C1731493163539,1-770665a7984d,32795,1731493163539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/WALs/770665a7984d,32795,1731493163539/770665a7984d%2C32795%2C1731493163539.1731493165547 to pos 687, reset compression=false 2024-11-13T10:19:38,601 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,39417,1731493167678.replicationSource.wal-reader.770665a7984d%2C39417%2C1731493167678,1-770665a7984d,39417,1731493167678 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/WALs/770665a7984d,39417,1731493167678/770665a7984d%2C39417%2C1731493167678.1731493169670 to pos 725, reset compression=false 2024-11-13T10:19:38,756 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731493178756/Put/seqid=0 2024-11-13T10:19:38,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42055 is added to blk_1073741843_1019 (size=10791) 2024-11-13T10:19:38,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36593 is added to blk_1073741843_1019 (size=7894) 2024-11-13T10:19:38,906 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,39417,1731493167678.replicationSource.wal-reader.770665a7984d%2C39417%2C1731493167678,1-770665a7984d,39417,1731493167678 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/WALs/770665a7984d,39417,1731493167678/770665a7984d%2C39417%2C1731493167678.1731493169670 to pos 725, reset compression=false 2024-11-13T10:19:39,076 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,32795,1731493163539.replicationSource.wal-reader.770665a7984d%2C32795%2C1731493163539,1-770665a7984d,32795,1731493163539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/WALs/770665a7984d,32795,1731493163539/770665a7984d%2C32795%2C1731493163539.1731493165547 to pos 687, reset compression=false 2024-11-13T10:19:39,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d7b1a87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:39,166 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,36187,-1 for getting cluster id 2024-11-13T10:19:39,166 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:19:39,167 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '43995fe0-8316-4d3b-b405-609ee79518bd' 2024-11-13T10:19:39,168 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:19:39,168 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "43995fe0-8316-4d3b-b405-609ee79518bd" 2024-11-13T10:19:39,168 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55d65e3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:39,168 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,36187,-1] 2024-11-13T10:19:39,168 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:19:39,168 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:39,169 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:19:39,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@768a83c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:39,170 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:19:39,171 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,39417,1731493167678, seqNum=-1] 2024-11-13T10:19:39,172 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:19:39,173 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:19:39,181 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:19:39,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,36187,1731493167592 2024-11-13T10:19:39,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d416a8c 2024-11-13T10:19:39,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:19:39,183 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T10:19:39,187 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731493172869.590ab473bebeb71d4ea69e07303f7be0., hostname=770665a7984d,39417,1731493167678, seqNum=2] 2024-11-13T10:19:39,190 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T10:19:39,196 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-13T10:19:39,199 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-13T10:19:39,202 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 590ab473bebeb71d4ea69e07303f7be0/f 2024-11-13T10:19:39,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-13T10:19:39,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T10:19:39,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 590ab473bebeb71d4ea69e07303f7be0/f 2024-11-13T10:19:39,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-13T10:19:39,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T10:19:39,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.HRegion(2603): Flush status journal for 590ab473bebeb71d4ea69e07303f7be0: 2024-11-13T10:19:39,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/staging/jenkins__test__71qt2knbf7598dnfooda2pev2r2ms8v115rm3r8vtb98qliluht3ac5lvtmhph8c/f/hfile_1 2024-11-13T10:19:39,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/staging/jenkins__test__71qt2knbf7598dnfooda2pev2r2ms8v115rm3r8vtb98qliluht3ac5lvtmhph8c/f/hfile_1 as hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/data/default/test/590ab473bebeb71d4ea69e07303f7be0/f/770f4fa68e604f21b01f5bdf71dfd944_SeqId_6_ 2024-11-13T10:19:39,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/staging/jenkins__test__71qt2knbf7598dnfooda2pev2r2ms8v115rm3r8vtb98qliluht3ac5lvtmhph8c/f/hfile_0 2024-11-13T10:19:39,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/staging/jenkins__test__71qt2knbf7598dnfooda2pev2r2ms8v115rm3r8vtb98qliluht3ac5lvtmhph8c/f/hfile_0 as hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/data/default/test/590ab473bebeb71d4ea69e07303f7be0/f/4036f99d92ab455399ad5d30c130d2d6_SeqId_6_ 2024-11-13T10:19:39,228 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/staging/jenkins__test__71qt2knbf7598dnfooda2pev2r2ms8v115rm3r8vtb98qliluht3ac5lvtmhph8c/f/hfile_1 into 590ab473bebeb71d4ea69e07303f7be0/f as hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/data/default/test/590ab473bebeb71d4ea69e07303f7be0/f/770f4fa68e604f21b01f5bdf71dfd944_SeqId_6_ - updating store file list. 2024-11-13T10:19:39,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 770f4fa68e604f21b01f5bdf71dfd944_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T10:19:39,234 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/data/default/test/590ab473bebeb71d4ea69e07303f7be0/f/770f4fa68e604f21b01f5bdf71dfd944_SeqId_6_ into 590ab473bebeb71d4ea69e07303f7be0/f 2024-11-13T10:19:39,234 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/staging/jenkins__test__71qt2knbf7598dnfooda2pev2r2ms8v115rm3r8vtb98qliluht3ac5lvtmhph8c/f/hfile_1 into 590ab473bebeb71d4ea69e07303f7be0/f (new location: hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/data/default/test/590ab473bebeb71d4ea69e07303f7be0/f/770f4fa68e604f21b01f5bdf71dfd944_SeqId_6_) 2024-11-13T10:19:39,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/staging/jenkins__test__71qt2knbf7598dnfooda2pev2r2ms8v115rm3r8vtb98qliluht3ac5lvtmhph8c/f/hfile_1 2024-11-13T10:19:39,236 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/staging/jenkins__test__71qt2knbf7598dnfooda2pev2r2ms8v115rm3r8vtb98qliluht3ac5lvtmhph8c/f/hfile_0 into 590ab473bebeb71d4ea69e07303f7be0/f as hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/data/default/test/590ab473bebeb71d4ea69e07303f7be0/f/4036f99d92ab455399ad5d30c130d2d6_SeqId_6_ - updating store file list. 2024-11-13T10:19:39,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4036f99d92ab455399ad5d30c130d2d6_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T10:19:39,241 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/data/default/test/590ab473bebeb71d4ea69e07303f7be0/f/4036f99d92ab455399ad5d30c130d2d6_SeqId_6_ into 590ab473bebeb71d4ea69e07303f7be0/f 2024-11-13T10:19:39,241 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/staging/jenkins__test__71qt2knbf7598dnfooda2pev2r2ms8v115rm3r8vtb98qliluht3ac5lvtmhph8c/f/hfile_0 into 590ab473bebeb71d4ea69e07303f7be0/f (new location: hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/data/default/test/590ab473bebeb71d4ea69e07303f7be0/f/4036f99d92ab455399ad5d30c130d2d6_SeqId_6_) 2024-11-13T10:19:39,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/staging/jenkins__test__71qt2knbf7598dnfooda2pev2r2ms8v115rm3r8vtb98qliluht3ac5lvtmhph8c/f/hfile_0 2024-11-13T10:19:39,243 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T10:19:39,243 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:19:39,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:39,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:39,243 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:19:39,243 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731493172869.590ab473bebeb71d4ea69e07303f7be0., hostname=770665a7984d,39417,1731493167678, seqNum=2 , the old value is region=test,,1731493172869.590ab473bebeb71d4ea69e07303f7be0., hostname=770665a7984d,39417,1731493167678, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=770665a7984d:39417 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T10:19:39,243 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731493172869.590ab473bebeb71d4ea69e07303f7be0., hostname=770665a7984d,39417,1731493167678, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T10:19:39,243 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731493172869.590ab473bebeb71d4ea69e07303f7be0., hostname=770665a7984d,39417,1731493167678, seqNum=2 from cache 2024-11-13T10:19:39,243 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:19:39,244 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T10:19:39,244 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,32795,1731493163539, seqNum=-1] 2024-11-13T10:19:39,245 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:19:39,246 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:19:39,248 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731493170715.544307f2037b151e3137ed298c50d9b7., hostname=770665a7984d,32795,1731493163539, seqNum=2] 2024-11-13T10:19:39,250 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32795 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:19:39,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,43305,1731493163474 2024-11-13T10:19:39,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@606135ce 2024-11-13T10:19:39,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:19:39,251 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-13T10:19:39,254 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32795 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T10:19:39,254 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32795 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:19:39,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,32795,1731493163539, seqNum=-1] 2024-11-13T10:19:39,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:19:39,256 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T10:19:39,256 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-13T10:19:39,263 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/staging/jenkins.hfs.10__test__4sl3utjeic3h2l2lh2glt0ki2da9gul3p37c4l5j0evt4egvl0l7b1pttm6ikd3u/f/a06bb85790224b4d9c9e21c0c0e68163_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-13T10:19:39,266 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/staging/jenkins.hfs.10__test__4sl3utjeic3h2l2lh2glt0ki2da9gul3p37c4l5j0evt4egvl0l7b1pttm6ikd3u/f/a190d828f20e4a988f864cca7b6e863e_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-13T10:19:39,268 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32795 {}] regionserver.ReplicationSink(324): Finished replicating [e2263415-c2c1-4830-9844-abc88f72201f, 43995fe0-8316-4d3b-b405-609ee79518bd] bulk loaded data 2024-11-13T10:19:39,312 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,39417,1731493167678.replicationSource.wal-reader.770665a7984d%2C39417%2C1731493167678,1-770665a7984d,39417,1731493167678 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/WALs/770665a7984d,39417,1731493167678/770665a7984d%2C39417%2C1731493167678.1731493169670 to pos 725, reset compression=false 2024-11-13T10:19:39,318 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,39417,1731493167678.replicationSource.wal-reader.770665a7984d%2C39417%2C1731493167678,1-770665a7984d,39417,1731493167678 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T10:19:39,318 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,39417,1731493167678.replicationSource.shipper770665a7984d%2C39417%2C1731493167678,1-770665a7984d,39417,1731493167678 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-770665a7984d,39417,1731493167678 got entry batch from reader: WALEntryBatch [walEntries=[{test/590ab473bebeb71d4ea69e07303f7be0/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731493179241/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/WALs/770665a7984d,39417,1731493167678/770665a7984d%2C39417%2C1731493167678.1731493169670, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-13T10:19:39,320 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32795 {}] regionserver.ReplicationSink(318): Replicating [43995fe0-8316-4d3b-b405-609ee79518bd] bulk loaded data 2024-11-13T10:19:39,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36593 is added to blk_1073741844_1020 (size=10791) 2024-11-13T10:19:39,352 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=770665a7984d:39417 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-13T10:19:39,519 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,39417,1731493167678.replicationSource.wal-reader.770665a7984d%2C39417%2C1731493167678,1-770665a7984d,39417,1731493167678 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/WALs/770665a7984d,39417,1731493167678/770665a7984d%2C39417%2C1731493167678.1731493169670 to pos 1033, reset compression=false 2024-11-13T10:19:39,685 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,32795,1731493163539.replicationSource.wal-reader.770665a7984d%2C32795%2C1731493163539,1-770665a7984d,32795,1731493163539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/WALs/770665a7984d,32795,1731493163539/770665a7984d%2C32795%2C1731493163539.1731493165547 to pos 687, reset compression=false 2024-11-13T10:19:39,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36593 is added to blk_1073741845_1021 (size=11194) 2024-11-13T10:19:39,823 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,39417,1731493167678.replicationSource.wal-reader.770665a7984d%2C39417%2C1731493167678,1-770665a7984d,39417,1731493167678 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/WALs/770665a7984d,39417,1731493167678/770665a7984d%2C39417%2C1731493167678.1731493169670 to pos 1033, reset compression=false 2024-11-13T10:19:40,151 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32795 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T10:19:40,158 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/staging/jenkins.hfs.10__test__v10dpqphn5j2dv9aq5romeeifjffclpvikcvg17e2me71oioma1hvgge85cnldi/f/4036f99d92ab455399ad5d30c130d2d6_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-13T10:19:40,161 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/staging/jenkins.hfs.10__test__v10dpqphn5j2dv9aq5romeeifjffclpvikcvg17e2me71oioma1hvgge85cnldi/f/770f4fa68e604f21b01f5bdf71dfd944_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-13T10:19:40,167 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32795 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/staging/jenkins.hfs.10__test__v10dpqphn5j2dv9aq5romeeifjffclpvikcvg17e2me71oioma1hvgge85cnldi/f/4036f99d92ab455399ad5d30c130d2d6_SeqId_6_ for inclusion in 544307f2037b151e3137ed298c50d9b7/f 2024-11-13T10:19:40,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32795 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-13T10:19:40,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32795 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T10:19:40,174 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32795 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/staging/jenkins.hfs.10__test__v10dpqphn5j2dv9aq5romeeifjffclpvikcvg17e2me71oioma1hvgge85cnldi/f/770f4fa68e604f21b01f5bdf71dfd944_SeqId_6_ for inclusion in 544307f2037b151e3137ed298c50d9b7/f 2024-11-13T10:19:40,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32795 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-13T10:19:40,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32795 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T10:19:40,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32795 {}] regionserver.HRegion(2603): Flush status journal for 544307f2037b151e3137ed298c50d9b7: 2024-11-13T10:19:40,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32795 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4036f99d92ab455399ad5d30c130d2d6_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-13T10:19:40,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/staging/jenkins.hfs.10__test__v10dpqphn5j2dv9aq5romeeifjffclpvikcvg17e2me71oioma1hvgge85cnldi/f/4036f99d92ab455399ad5d30c130d2d6_SeqId_6_ as hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/data/default/test/544307f2037b151e3137ed298c50d9b7/f/b83118ed4a174ff297174a4781f006f8_SeqId_6_ 2024-11-13T10:19:40,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32795 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 770f4fa68e604f21b01f5bdf71dfd944_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-13T10:19:40,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/staging/jenkins.hfs.10__test__v10dpqphn5j2dv9aq5romeeifjffclpvikcvg17e2me71oioma1hvgge85cnldi/f/770f4fa68e604f21b01f5bdf71dfd944_SeqId_6_ as hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/data/default/test/544307f2037b151e3137ed298c50d9b7/f/4c5d1ee0f4e14ba39fb8764a12ad68f2_SeqId_6_ 2024-11-13T10:19:40,184 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32795 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/staging/jenkins.hfs.10__test__v10dpqphn5j2dv9aq5romeeifjffclpvikcvg17e2me71oioma1hvgge85cnldi/f/4036f99d92ab455399ad5d30c130d2d6_SeqId_6_ into 544307f2037b151e3137ed298c50d9b7/f as hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/data/default/test/544307f2037b151e3137ed298c50d9b7/f/b83118ed4a174ff297174a4781f006f8_SeqId_6_ - updating store file list. 2024-11-13T10:19:40,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32795 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b83118ed4a174ff297174a4781f006f8_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T10:19:40,189 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32795 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/data/default/test/544307f2037b151e3137ed298c50d9b7/f/b83118ed4a174ff297174a4781f006f8_SeqId_6_ into 544307f2037b151e3137ed298c50d9b7/f 2024-11-13T10:19:40,189 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32795 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/staging/jenkins.hfs.10__test__v10dpqphn5j2dv9aq5romeeifjffclpvikcvg17e2me71oioma1hvgge85cnldi/f/4036f99d92ab455399ad5d30c130d2d6_SeqId_6_ into 544307f2037b151e3137ed298c50d9b7/f (new location: hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/data/default/test/544307f2037b151e3137ed298c50d9b7/f/b83118ed4a174ff297174a4781f006f8_SeqId_6_) 2024-11-13T10:19:40,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32795 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/staging/jenkins.hfs.10__test__v10dpqphn5j2dv9aq5romeeifjffclpvikcvg17e2me71oioma1hvgge85cnldi/f/4036f99d92ab455399ad5d30c130d2d6_SeqId_6_ 2024-11-13T10:19:40,191 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32795 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/staging/jenkins.hfs.10__test__v10dpqphn5j2dv9aq5romeeifjffclpvikcvg17e2me71oioma1hvgge85cnldi/f/770f4fa68e604f21b01f5bdf71dfd944_SeqId_6_ into 544307f2037b151e3137ed298c50d9b7/f as hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/data/default/test/544307f2037b151e3137ed298c50d9b7/f/4c5d1ee0f4e14ba39fb8764a12ad68f2_SeqId_6_ - updating store file list. 2024-11-13T10:19:40,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32795 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4c5d1ee0f4e14ba39fb8764a12ad68f2_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T10:19:40,196 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32795 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/data/default/test/544307f2037b151e3137ed298c50d9b7/f/4c5d1ee0f4e14ba39fb8764a12ad68f2_SeqId_6_ into 544307f2037b151e3137ed298c50d9b7/f 2024-11-13T10:19:40,196 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32795 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/staging/jenkins.hfs.10__test__v10dpqphn5j2dv9aq5romeeifjffclpvikcvg17e2me71oioma1hvgge85cnldi/f/770f4fa68e604f21b01f5bdf71dfd944_SeqId_6_ into 544307f2037b151e3137ed298c50d9b7/f (new location: hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/data/default/test/544307f2037b151e3137ed298c50d9b7/f/4c5d1ee0f4e14ba39fb8764a12ad68f2_SeqId_6_) 2024-11-13T10:19:40,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32795 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/staging/jenkins.hfs.10__test__v10dpqphn5j2dv9aq5romeeifjffclpvikcvg17e2me71oioma1hvgge85cnldi/f/770f4fa68e604f21b01f5bdf71dfd944_SeqId_6_ 2024-11-13T10:19:40,199 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32795 {}] regionserver.ReplicationSink(324): Finished replicating [43995fe0-8316-4d3b-b405-609ee79518bd] bulk loaded data 2024-11-13T10:19:40,227 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,39417,1731493167678.replicationSource.wal-reader.770665a7984d%2C39417%2C1731493167678,1-770665a7984d,39417,1731493167678 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/WALs/770665a7984d,39417,1731493167678/770665a7984d%2C39417%2C1731493167678.1731493169670 to pos 1033, reset compression=false 2024-11-13T10:19:40,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T10:19:40,267 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T10:19:40,267 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:19:40,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:40,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:40,268 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:19:40,268 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T10:19:40,268 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=787132007, stopped=false 2024-11-13T10:19:40,268 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=770665a7984d,36187,1731493167592 2024-11-13T10:19:40,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x10110d6d7e20004, quorum=127.0.0.1:57293, baseZNode=/1839967069 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1839967069/running 2024-11-13T10:19:40,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36187-0x10110d6d7e20003, quorum=127.0.0.1:57293, baseZNode=/1839967069 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1839967069/running 2024-11-13T10:19:40,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x10110d6d7e20004, quorum=127.0.0.1:57293, baseZNode=/1839967069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1839967069 2024-11-13T10:19:40,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36187-0x10110d6d7e20003, quorum=127.0.0.1:57293, baseZNode=/1839967069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1839967069 2024-11-13T10:19:40,270 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T10:19:40,270 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T10:19:40,270 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:19:40,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:40,271 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36187-0x10110d6d7e20003, quorum=127.0.0.1:57293, baseZNode=/1839967069 Set watcher on znode that does not yet exist, /1839967069/running 2024-11-13T10:19:40,271 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '770665a7984d,39417,1731493167678' ***** 2024-11-13T10:19:40,271 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T10:19:40,272 INFO [RS:0;770665a7984d:39417 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T10:19:40,272 INFO [RS:0;770665a7984d:39417 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T10:19:40,272 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T10:19:40,272 INFO [RS:0;770665a7984d:39417 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T10:19:40,272 INFO [RS:0;770665a7984d:39417 {}] regionserver.HRegionServer(3091): Received CLOSE for 590ab473bebeb71d4ea69e07303f7be0 2024-11-13T10:19:40,272 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39417-0x10110d6d7e20004, quorum=127.0.0.1:57293, baseZNode=/1839967069 Set watcher on znode that does not yet exist, /1839967069/running 2024-11-13T10:19:40,273 INFO [RS:0;770665a7984d:39417 {}] regionserver.HRegionServer(3091): Received CLOSE for c064f85651b39fd0c035dc15e1c940b5 2024-11-13T10:19:40,273 INFO [RS:0;770665a7984d:39417 {}] regionserver.HRegionServer(959): stopping server 770665a7984d,39417,1731493167678 2024-11-13T10:19:40,273 INFO [RS:0;770665a7984d:39417 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T10:19:40,273 INFO [RS:0;770665a7984d:39417 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;770665a7984d:39417. 2024-11-13T10:19:40,273 DEBUG [RS:0;770665a7984d:39417 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:19:40,273 DEBUG [RS:0;770665a7984d:39417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:40,273 INFO [RS:0;770665a7984d:39417 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T10:19:40,273 INFO [RS:0;770665a7984d:39417 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T10:19:40,273 INFO [RS:0;770665a7984d:39417 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T10:19:40,273 INFO [RS:0;770665a7984d:39417 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T10:19:40,274 INFO [RS:0;770665a7984d:39417 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T10:19:40,274 DEBUG [RS:0;770665a7984d:39417 {}] regionserver.HRegionServer(1325): Online Regions={590ab473bebeb71d4ea69e07303f7be0=test,,1731493172869.590ab473bebeb71d4ea69e07303f7be0., c064f85651b39fd0c035dc15e1c940b5=hbase:replication,,1731493175220.c064f85651b39fd0c035dc15e1c940b5., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T10:19:40,274 DEBUG [RS:0;770665a7984d:39417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 590ab473bebeb71d4ea69e07303f7be0, c064f85651b39fd0c035dc15e1c940b5 2024-11-13T10:19:40,274 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 590ab473bebeb71d4ea69e07303f7be0, disabling compactions & flushes 2024-11-13T10:19:40,274 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731493172869.590ab473bebeb71d4ea69e07303f7be0. 2024-11-13T10:19:40,274 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731493172869.590ab473bebeb71d4ea69e07303f7be0. 2024-11-13T10:19:40,274 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731493172869.590ab473bebeb71d4ea69e07303f7be0. after waiting 0 ms 2024-11-13T10:19:40,274 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731493172869.590ab473bebeb71d4ea69e07303f7be0. 2024-11-13T10:19:40,274 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T10:19:40,274 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T10:19:40,274 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T10:19:40,274 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T10:19:40,274 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T10:19:40,274 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T10:19:40,280 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/data/default/test/590ab473bebeb71d4ea69e07303f7be0/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T10:19:40,280 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T10:19:40,280 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T10:19:40,280 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731493172869.590ab473bebeb71d4ea69e07303f7be0. 2024-11-13T10:19:40,280 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 590ab473bebeb71d4ea69e07303f7be0: Waiting for close lock at 1731493180274Running coprocessor pre-close hooks at 1731493180274Disabling compacts and flushes for region at 1731493180274Disabling writes for close at 1731493180274Writing region close event to WAL at 1731493180275 (+1 ms)Running coprocessor post-close hooks at 1731493180280 (+5 ms)Closed at 1731493180280 2024-11-13T10:19:40,280 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731493172869.590ab473bebeb71d4ea69e07303f7be0. 2024-11-13T10:19:40,281 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c064f85651b39fd0c035dc15e1c940b5, disabling compactions & flushes 2024-11-13T10:19:40,281 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731493175220.c064f85651b39fd0c035dc15e1c940b5. 2024-11-13T10:19:40,281 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731493175220.c064f85651b39fd0c035dc15e1c940b5. 2024-11-13T10:19:40,281 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731493175220.c064f85651b39fd0c035dc15e1c940b5. after waiting 0 ms 2024-11-13T10:19:40,281 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731493175220.c064f85651b39fd0c035dc15e1c940b5. 2024-11-13T10:19:40,281 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c064f85651b39fd0c035dc15e1c940b5 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-13T10:19:40,306 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/data/hbase/meta/1588230740/.tmp/info/50c2a0ddc7714527b73c64c1e7bd413c is 147, key is hbase:replication,,1731493175220.c064f85651b39fd0c035dc15e1c940b5./info:regioninfo/1731493176033/Put/seqid=0 2024-11-13T10:19:40,307 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/data/hbase/replication/c064f85651b39fd0c035dc15e1c940b5/.tmp/hfileref/c3ace81dcc634a069f47e5a1c1e2c637 is 74, key is 1/hfileref:4036f99d92ab455399ad5d30c130d2d6_SeqId_6_/1731493180201/DeleteColumn/seqid=0 2024-11-13T10:19:40,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42055 is added to blk_1073741844_1020 (size=7686) 2024-11-13T10:19:40,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42055 is added to blk_1073741845_1021 (size=5345) 2024-11-13T10:19:40,326 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/data/hbase/replication/c064f85651b39fd0c035dc15e1c940b5/.tmp/hfileref/c3ace81dcc634a069f47e5a1c1e2c637 2024-11-13T10:19:40,348 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/data/hbase/replication/c064f85651b39fd0c035dc15e1c940b5/.tmp/queue/8002096085e74c228c3da47bbdb9c80c is 154, key is 1-770665a7984d,39417,1731493167678/queue:770665a7984d%2C39417%2C1731493167678/1731493180204/Put/seqid=0 2024-11-13T10:19:40,353 INFO [regionserver/770665a7984d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T10:19:40,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42055 is added to blk_1073741846_1022 (size=5353) 2024-11-13T10:19:40,392 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,32795,1731493163539.replicationSource.wal-reader.770665a7984d%2C32795%2C1731493163539,1-770665a7984d,32795,1731493163539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/WALs/770665a7984d,32795,1731493163539/770665a7984d%2C32795%2C1731493163539.1731493165547 to pos 687, reset compression=false 2024-11-13T10:19:40,397 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,32795,1731493163539.replicationSource.wal-reader.770665a7984d%2C32795%2C1731493163539,1-770665a7984d,32795,1731493163539 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T10:19:40,397 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,32795,1731493163539.replicationSource.shipper770665a7984d%2C32795%2C1731493163539,1-770665a7984d,32795,1731493163539 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-770665a7984d,32795,1731493163539 got entry batch from reader: WALEntryBatch [walEntries=[{test/544307f2037b151e3137ed298c50d9b7/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731493180197/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/WALs/770665a7984d,32795,1731493163539/770665a7984d%2C32795%2C1731493163539.1731493165547, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-13T10:19:40,399 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 770665a7984d,39417,1731493167678 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:19:40,399 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:60276 deadline: 1731493240398, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 770665a7984d,39417,1731493167678 stopping 2024-11-13T10:19:40,402 WARN [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,32795,1731493163539.replicationSource.shipper770665a7984d%2C32795%2C1731493163539,1-770665a7984d,32795,1731493163539 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 770665a7984d,39417,1731493167678 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:19:40,474 DEBUG [RS:0;770665a7984d:39417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c064f85651b39fd0c035dc15e1c940b5 2024-11-13T10:19:40,506 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 770665a7984d,39417,1731493167678 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:19:40,507 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] ipc.CallRunner(138): callId: 7 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:60276 deadline: 1731493240506, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 770665a7984d,39417,1731493167678 stopping 2024-11-13T10:19:40,507 WARN [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,32795,1731493163539.replicationSource.shipper770665a7984d%2C32795%2C1731493163539,1-770665a7984d,32795,1731493163539 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 770665a7984d,39417,1731493167678 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:19:40,533 INFO [regionserver/770665a7984d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T10:19:40,533 INFO [regionserver/770665a7984d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T10:19:40,597 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,32795,1731493163539.replicationSource.wal-reader.770665a7984d%2C32795%2C1731493163539,1-770665a7984d,32795,1731493163539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/WALs/770665a7984d,32795,1731493163539/770665a7984d%2C32795%2C1731493163539.1731493165547 to pos 1033, reset compression=false 2024-11-13T10:19:40,674 DEBUG [RS:0;770665a7984d:39417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c064f85651b39fd0c035dc15e1c940b5 2024-11-13T10:19:40,711 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 770665a7984d,39417,1731493167678 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:19:40,711 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] ipc.CallRunner(138): callId: 10 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:60276 deadline: 1731493240711, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 770665a7984d,39417,1731493167678 stopping 2024-11-13T10:19:40,713 WARN [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,32795,1731493163539.replicationSource.shipper770665a7984d%2C32795%2C1731493163539,1-770665a7984d,32795,1731493163539 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 770665a7984d,39417,1731493167678 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:19:40,723 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/data/hbase/meta/1588230740/.tmp/info/50c2a0ddc7714527b73c64c1e7bd413c 2024-11-13T10:19:40,733 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,39417,1731493167678.replicationSource.wal-reader.770665a7984d%2C39417%2C1731493167678,1-770665a7984d,39417,1731493167678 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/WALs/770665a7984d,39417,1731493167678/770665a7984d%2C39417%2C1731493167678.1731493169670 to pos 1033, reset compression=false 2024-11-13T10:19:40,755 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,39417,1731493167678.replicationSource.wal-reader.770665a7984d%2C39417%2C1731493167678,1-770665a7984d,39417,1731493167678 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T10:19:40,755 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,39417,1731493167678.replicationSource.wal-reader.770665a7984d%2C39417%2C1731493167678,1-770665a7984d,39417,1731493167678 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/WALs/770665a7984d,39417,1731493167678/770665a7984d%2C39417%2C1731493167678.1731493169670 to pos 1328, reset compression=false 2024-11-13T10:19:40,755 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,39417,1731493167678.replicationSource.shipper770665a7984d%2C39417%2C1731493167678,1-770665a7984d,39417,1731493167678 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-770665a7984d,39417,1731493167678 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/WALs/770665a7984d,39417,1731493167678/770665a7984d%2C39417%2C1731493167678.1731493169670, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T10:19:40,756 ERROR [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,39417,1731493167678.replicationSource.shipper770665a7984d%2C39417%2C1731493167678,1-770665a7984d,39417,1731493167678 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 770665a7984d,39417,1731493167678: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-770665a7984d,39417,1731493167678, walGroup=770665a7984d%2C39417%2C1731493167678, offset=770665a7984d%2C39417%2C1731493167678.1731493169670:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=770665a7984d:39417 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T10:19:40,758 ERROR [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,39417,1731493167678.replicationSource.shipper770665a7984d%2C39417%2C1731493167678,1-770665a7984d,39417,1731493167678 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T10:19:40,758 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,39417,1731493167678.replicationSource.shipper770665a7984d%2C39417%2C1731493167678,1-770665a7984d,39417,1731493167678 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T10:19:40,759 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,39417,1731493167678.replicationSource.shipper770665a7984d%2C39417%2C1731493167678,1-770665a7984d,39417,1731493167678 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T10:19:40,759 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,39417,1731493167678.replicationSource.shipper770665a7984d%2C39417%2C1731493167678,1-770665a7984d,39417,1731493167678 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T10:19:40,759 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,39417,1731493167678.replicationSource.shipper770665a7984d%2C39417%2C1731493167678,1-770665a7984d,39417,1731493167678 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T10:19:40,759 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,39417,1731493167678.replicationSource.shipper770665a7984d%2C39417%2C1731493167678,1-770665a7984d,39417,1731493167678 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 569031176 }, "NonHeapMemoryUsage": { "committed": 191234048, "init": 7667712, "max": -1, "used": 188271936 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T10:19:40,762 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/data/hbase/replication/c064f85651b39fd0c035dc15e1c940b5/.tmp/queue/8002096085e74c228c3da47bbdb9c80c 2024-11-13T10:19:40,765 WARN [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,39417,1731493167678.replicationSource.shipper770665a7984d%2C39417%2C1731493167678,1-770665a7984d,39417,1731493167678 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=770665a7984d:36187 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=770665a7984d:36187 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T10:19:40,768 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/data/hbase/replication/c064f85651b39fd0c035dc15e1c940b5/.tmp/hfileref/c3ace81dcc634a069f47e5a1c1e2c637 as hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/data/hbase/replication/c064f85651b39fd0c035dc15e1c940b5/hfileref/c3ace81dcc634a069f47e5a1c1e2c637 2024-11-13T10:19:40,772 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/data/hbase/meta/1588230740/.tmp/ns/0abad069f8934878adc2c81db22e88f6 is 43, key is default/ns:d/1731493170653/Put/seqid=0 2024-11-13T10:19:40,775 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/data/hbase/replication/c064f85651b39fd0c035dc15e1c940b5/hfileref/c3ace81dcc634a069f47e5a1c1e2c637, entries=4, sequenceid=12, filesize=5.2 K 2024-11-13T10:19:40,776 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/data/hbase/replication/c064f85651b39fd0c035dc15e1c940b5/.tmp/queue/8002096085e74c228c3da47bbdb9c80c as hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/data/hbase/replication/c064f85651b39fd0c035dc15e1c940b5/queue/8002096085e74c228c3da47bbdb9c80c 2024-11-13T10:19:40,781 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/data/hbase/replication/c064f85651b39fd0c035dc15e1c940b5/queue/8002096085e74c228c3da47bbdb9c80c, entries=1, sequenceid=12, filesize=5.2 K 2024-11-13T10:19:40,782 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for c064f85651b39fd0c035dc15e1c940b5 in 501ms, sequenceid=12, compaction requested=false 2024-11-13T10:19:40,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42055 is added to blk_1073741847_1023 (size=5153) 2024-11-13T10:19:40,801 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/data/hbase/replication/c064f85651b39fd0c035dc15e1c940b5/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-13T10:19:40,802 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T10:19:40,802 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T10:19:40,802 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731493175220.c064f85651b39fd0c035dc15e1c940b5. 2024-11-13T10:19:40,802 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c064f85651b39fd0c035dc15e1c940b5: Waiting for close lock at 1731493180281Running coprocessor pre-close hooks at 1731493180281Disabling compacts and flushes for region at 1731493180281Disabling writes for close at 1731493180281Obtaining lock to block concurrent updates at 1731493180281Preparing flush snapshotting stores in c064f85651b39fd0c035dc15e1c940b5 at 1731493180281Finished memstore snapshotting hbase:replication,,1731493175220.c064f85651b39fd0c035dc15e1c940b5., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731493180281Flushing stores of hbase:replication,,1731493175220.c064f85651b39fd0c035dc15e1c940b5. at 1731493180282 (+1 ms)Flushing c064f85651b39fd0c035dc15e1c940b5/hfileref: creating writer at 1731493180282Flushing c064f85651b39fd0c035dc15e1c940b5/hfileref: appending metadata at 1731493180306 (+24 ms)Flushing c064f85651b39fd0c035dc15e1c940b5/hfileref: closing flushed file at 1731493180306Flushing c064f85651b39fd0c035dc15e1c940b5/queue: creating writer at 1731493180331 (+25 ms)Flushing c064f85651b39fd0c035dc15e1c940b5/queue: appending metadata at 1731493180348 (+17 ms)Flushing c064f85651b39fd0c035dc15e1c940b5/queue: closing flushed file at 1731493180348Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@258e7c5f: reopening flushed file at 1731493180768 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79c1c68e: reopening flushed file at 1731493180775 (+7 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for c064f85651b39fd0c035dc15e1c940b5 in 501ms, sequenceid=12, compaction requested=false at 1731493180782 (+7 ms)Writing region close event to WAL at 1731493180788 (+6 ms)Running coprocessor post-close hooks at 1731493180802 (+14 ms)Closed at 1731493180802 2024-11-13T10:19:40,802 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731493175220.c064f85651b39fd0c035dc15e1c940b5. 2024-11-13T10:19:40,874 DEBUG [RS:0;770665a7984d:39417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T10:19:40,909 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,32795,1731493163539.replicationSource.wal-reader.770665a7984d%2C32795%2C1731493163539,1-770665a7984d,32795,1731493163539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/WALs/770665a7984d,32795,1731493163539/770665a7984d%2C32795%2C1731493163539.1731493165547 to pos 1033, reset compression=false 2024-11-13T10:19:40,977 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,39417,1731493167678.replicationSource.wal-reader.770665a7984d%2C39417%2C1731493167678,1-770665a7984d,39417,1731493167678 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/WALs/770665a7984d,39417,1731493167678/770665a7984d%2C39417%2C1731493167678.1731493169670 to pos 1328, reset compression=false 2024-11-13T10:19:41,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 770665a7984d,39417,1731493167678 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:19:41,020 WARN [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,32795,1731493163539.replicationSource.shipper770665a7984d%2C32795%2C1731493163539,1-770665a7984d,32795,1731493163539 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 770665a7984d,39417,1731493167678 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:19:41,075 DEBUG [RS:0;770665a7984d:39417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T10:19:41,196 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/data/hbase/meta/1588230740/.tmp/ns/0abad069f8934878adc2c81db22e88f6 2024-11-13T10:19:41,222 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/data/hbase/meta/1588230740/.tmp/rep_barrier/cf43146ea01046f88f0dda40f9a346e7 is 112, key is test,,1731493172869.590ab473bebeb71d4ea69e07303f7be0./rep_barrier:seqnumDuringOpen/1731493173681/Put/seqid=0 2024-11-13T10:19:41,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42055 is added to blk_1073741848_1024 (size=5518) 2024-11-13T10:19:41,275 INFO [RS:0;770665a7984d:39417 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T10:19:41,275 DEBUG [RS:0;770665a7984d:39417 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T10:19:41,275 DEBUG [RS:0;770665a7984d:39417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T10:19:41,285 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,39417,1731493167678.replicationSource.wal-reader.770665a7984d%2C39417%2C1731493167678,1-770665a7984d,39417,1731493167678 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/WALs/770665a7984d,39417,1731493167678/770665a7984d%2C39417%2C1731493167678.1731493169670 to pos 1328, reset compression=false 2024-11-13T10:19:41,314 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,32795,1731493163539.replicationSource.wal-reader.770665a7984d%2C32795%2C1731493163539,1-770665a7984d,32795,1731493163539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/WALs/770665a7984d,32795,1731493163539/770665a7984d%2C32795%2C1731493163539.1731493165547 to pos 1033, reset compression=false 2024-11-13T10:19:41,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 770665a7984d,39417,1731493167678 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:19:41,424 WARN [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,32795,1731493163539.replicationSource.shipper770665a7984d%2C32795%2C1731493163539,1-770665a7984d,32795,1731493163539 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 770665a7984d,39417,1731493167678 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:19:41,475 DEBUG [RS:0;770665a7984d:39417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T10:19:41,631 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/data/hbase/meta/1588230740/.tmp/rep_barrier/cf43146ea01046f88f0dda40f9a346e7 2024-11-13T10:19:41,666 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/data/hbase/meta/1588230740/.tmp/table/edad041ae19c4c63bc9c32ec008c2a52 is 53, key is hbase:replication/table:state/1731493176042/Put/seqid=0 2024-11-13T10:19:41,675 DEBUG [RS:0;770665a7984d:39417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T10:19:41,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42055 is added to blk_1073741849_1025 (size=5308) 2024-11-13T10:19:41,679 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/data/hbase/meta/1588230740/.tmp/table/edad041ae19c4c63bc9c32ec008c2a52 2024-11-13T10:19:41,689 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/data/hbase/meta/1588230740/.tmp/info/50c2a0ddc7714527b73c64c1e7bd413c as hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/data/hbase/meta/1588230740/info/50c2a0ddc7714527b73c64c1e7bd413c 2024-11-13T10:19:41,689 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,39417,1731493167678.replicationSource.wal-reader.770665a7984d%2C39417%2C1731493167678,1-770665a7984d,39417,1731493167678 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/WALs/770665a7984d,39417,1731493167678/770665a7984d%2C39417%2C1731493167678.1731493169670 to pos 1328, reset compression=false 2024-11-13T10:19:41,697 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/data/hbase/meta/1588230740/info/50c2a0ddc7714527b73c64c1e7bd413c, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T10:19:41,698 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/data/hbase/meta/1588230740/.tmp/ns/0abad069f8934878adc2c81db22e88f6 as hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/data/hbase/meta/1588230740/ns/0abad069f8934878adc2c81db22e88f6 2024-11-13T10:19:41,702 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/data/hbase/meta/1588230740/ns/0abad069f8934878adc2c81db22e88f6, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T10:19:41,702 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/data/hbase/meta/1588230740/.tmp/rep_barrier/cf43146ea01046f88f0dda40f9a346e7 as hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/data/hbase/meta/1588230740/rep_barrier/cf43146ea01046f88f0dda40f9a346e7 2024-11-13T10:19:41,707 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/data/hbase/meta/1588230740/rep_barrier/cf43146ea01046f88f0dda40f9a346e7, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T10:19:41,707 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/data/hbase/meta/1588230740/.tmp/table/edad041ae19c4c63bc9c32ec008c2a52 as hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/data/hbase/meta/1588230740/table/edad041ae19c4c63bc9c32ec008c2a52 2024-11-13T10:19:41,712 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/data/hbase/meta/1588230740/table/edad041ae19c4c63bc9c32ec008c2a52, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T10:19:41,713 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1439ms, sequenceid=16, compaction requested=false 2024-11-13T10:19:41,722 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T10:19:41,723 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T10:19:41,723 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T10:19:41,723 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T10:19:41,723 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731493180274Running coprocessor pre-close hooks at 1731493180274Disabling compacts and flushes for region at 1731493180274Disabling writes for close at 1731493180274Obtaining lock to block concurrent updates at 1731493180274Preparing flush snapshotting stores in 1588230740 at 1731493180274Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731493180275 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731493180276 (+1 ms)Flushing 1588230740/info: creating writer at 1731493180276Flushing 1588230740/info: appending metadata at 1731493180300 (+24 ms)Flushing 1588230740/info: closing flushed file at 1731493180300Flushing 1588230740/ns: creating writer at 1731493180738 (+438 ms)Flushing 1588230740/ns: appending metadata at 1731493180771 (+33 ms)Flushing 1588230740/ns: closing flushed file at 1731493180771Flushing 1588230740/rep_barrier: creating writer at 1731493181203 (+432 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731493181221 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731493181221Flushing 1588230740/table: creating writer at 1731493181644 (+423 ms)Flushing 1588230740/table: appending metadata at 1731493181665 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731493181665Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@336ec783: reopening flushed file at 1731493181689 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@296e4c7c: reopening flushed file at 1731493181697 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@703e14d4: reopening flushed file at 1731493181702 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52f3c942: reopening flushed file at 1731493181707 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1439ms, sequenceid=16, compaction requested=false at 1731493181713 (+6 ms)Writing region close event to WAL at 1731493181719 (+6 ms)Running coprocessor post-close hooks at 1731493181723 (+4 ms)Closed at 1731493181723 2024-11-13T10:19:41,723 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T10:19:41,825 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,32795,1731493163539.replicationSource.wal-reader.770665a7984d%2C32795%2C1731493163539,1-770665a7984d,32795,1731493163539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/WALs/770665a7984d,32795,1731493163539/770665a7984d%2C32795%2C1731493163539.1731493165547 to pos 1033, reset compression=false 2024-11-13T10:19:41,875 INFO [RS:0;770665a7984d:39417 {}] regionserver.HRegionServer(976): stopping server 770665a7984d,39417,1731493167678; all regions closed. 2024-11-13T10:19:41,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42055 is added to blk_1073741834_1010 (size=4239) 2024-11-13T10:19:41,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42055 is added to blk_1073741839_1015 (size=3127) 2024-11-13T10:19:41,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42055 is added to blk_1073741832_1008 (size=1336) 2024-11-13T10:19:41,885 DEBUG [RS:0;770665a7984d:39417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:41,885 INFO [RS:0;770665a7984d:39417 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T10:19:41,885 INFO [RS:0;770665a7984d:39417 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T10:19:41,886 INFO [RS:0;770665a7984d:39417 {}] hbase.ChoreService(370): Chore service for: regionserver/770665a7984d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T10:19:41,886 INFO [RS:0;770665a7984d:39417 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T10:19:41,886 INFO [regionserver/770665a7984d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T10:19:41,886 INFO [RS:0;770665a7984d:39417 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-770665a7984d,39417,1731493167678 because: Region server is closing 2024-11-13T10:19:41,886 INFO [RS:0;770665a7984d:39417 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;770665a7984d:39417. 2024-11-13T10:19:41,887 DEBUG [RS:0;770665a7984d:39417 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:19:41,887 DEBUG [RS:0;770665a7984d:39417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:41,887 DEBUG [RS:0;770665a7984d:39417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:41,887 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:19:41,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 770665a7984d,39417,1731493167678 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:19:41,928 WARN [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,32795,1731493163539.replicationSource.shipper770665a7984d%2C32795%2C1731493163539,1-770665a7984d,32795,1731493163539 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 770665a7984d,39417,1731493167678 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:19:41,987 INFO [RS:0;770665a7984d:39417 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,39417,1731493167678.replicationSource.shipper770665a7984d%2C39417%2C1731493167678,1-770665a7984d,39417,1731493167678 terminated 2024-11-13T10:19:41,987 WARN [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,39417,1731493167678.replicationSource.wal-reader.770665a7984d%2C39417%2C1731493167678,1-770665a7984d,39417,1731493167678 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T10:19:41,987 INFO [RS:0;770665a7984d:39417 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;770665a7984d:39417. 2024-11-13T10:19:41,987 DEBUG [RS:0;770665a7984d:39417 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:19:41,987 DEBUG [RS:0;770665a7984d:39417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:41,988 DEBUG [RS:0;770665a7984d:39417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:41,988 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:19:41,988 INFO [RS:0;770665a7984d:39417 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39417 2024-11-13T10:19:41,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36187-0x10110d6d7e20003, quorum=127.0.0.1:57293, baseZNode=/1839967069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1839967069/rs 2024-11-13T10:19:41,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x10110d6d7e20004, quorum=127.0.0.1:57293, baseZNode=/1839967069 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1839967069/rs/770665a7984d,39417,1731493167678 2024-11-13T10:19:41,994 INFO [RS:0;770665a7984d:39417 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T10:19:41,995 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [770665a7984d,39417,1731493167678] 2024-11-13T10:19:41,996 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1839967069/draining/770665a7984d,39417,1731493167678 already deleted, retry=false 2024-11-13T10:19:41,996 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 770665a7984d,39417,1731493167678 expired; onlineServers=0 2024-11-13T10:19:41,996 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '770665a7984d,36187,1731493167592' ***** 2024-11-13T10:19:41,996 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T10:19:41,996 INFO [M:0;770665a7984d:36187 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T10:19:41,996 INFO [M:0;770665a7984d:36187 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T10:19:41,996 DEBUG [M:0;770665a7984d:36187 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T10:19:41,997 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T10:19:41,997 DEBUG [M:0;770665a7984d:36187 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T10:19:41,997 DEBUG [master/770665a7984d:0:becomeActiveMaster-HFileCleaner.small.0-1731493169447 {}] cleaner.HFileCleaner(306): Exit Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.small.0-1731493169447,5,FailOnTimeoutGroup] 2024-11-13T10:19:41,997 INFO [M:0;770665a7984d:36187 {}] hbase.ChoreService(370): Chore service for: master/770665a7984d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T10:19:41,997 INFO [M:0;770665a7984d:36187 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T10:19:41,997 DEBUG [master/770665a7984d:0:becomeActiveMaster-HFileCleaner.large.0-1731493169446 {}] cleaner.HFileCleaner(306): Exit Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.large.0-1731493169446,5,FailOnTimeoutGroup] 2024-11-13T10:19:41,997 DEBUG [M:0;770665a7984d:36187 {}] master.HMaster(1795): Stopping service threads 2024-11-13T10:19:41,997 INFO [M:0;770665a7984d:36187 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T10:19:41,997 INFO [M:0;770665a7984d:36187 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T10:19:41,997 INFO [M:0;770665a7984d:36187 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T10:19:41,998 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T10:19:41,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36187-0x10110d6d7e20003, quorum=127.0.0.1:57293, baseZNode=/1839967069 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1839967069/master 2024-11-13T10:19:41,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36187-0x10110d6d7e20003, quorum=127.0.0.1:57293, baseZNode=/1839967069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1839967069 2024-11-13T10:19:41,999 DEBUG [M:0;770665a7984d:36187 {}] zookeeper.ZKUtil(347): master:36187-0x10110d6d7e20003, quorum=127.0.0.1:57293, baseZNode=/1839967069 Unable to get data of znode /1839967069/master because node does not exist (not an error) 2024-11-13T10:19:41,999 WARN [M:0;770665a7984d:36187 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T10:19:41,999 INFO [M:0;770665a7984d:36187 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/.lastflushedseqids 2024-11-13T10:19:42,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42055 is added to blk_1073741850_1026 (size=263) 2024-11-13T10:19:42,028 INFO [M:0;770665a7984d:36187 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T10:19:42,028 INFO [M:0;770665a7984d:36187 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T10:19:42,028 DEBUG [M:0;770665a7984d:36187 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T10:19:42,028 INFO [M:0;770665a7984d:36187 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:19:42,028 DEBUG [M:0;770665a7984d:36187 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:19:42,028 DEBUG [M:0;770665a7984d:36187 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T10:19:42,028 DEBUG [M:0;770665a7984d:36187 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:19:42,029 INFO [M:0;770665a7984d:36187 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-13T10:19:42,049 DEBUG [M:0;770665a7984d:36187 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9ec771f882d14d24a09866dc7019d317 is 82, key is hbase:meta,,1/info:regioninfo/1731493170642/Put/seqid=0 2024-11-13T10:19:42,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42055 is added to blk_1073741851_1027 (size=5672) 2024-11-13T10:19:42,062 INFO [M:0;770665a7984d:36187 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9ec771f882d14d24a09866dc7019d317 2024-11-13T10:19:42,095 INFO [RS:0;770665a7984d:39417 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T10:19:42,096 INFO [RS:0;770665a7984d:39417 {}] regionserver.HRegionServer(1031): Exiting; stopping=770665a7984d,39417,1731493167678; zookeeper connection closed. 2024-11-13T10:19:42,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x10110d6d7e20004, quorum=127.0.0.1:57293, baseZNode=/1839967069 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:19:42,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x10110d6d7e20004, quorum=127.0.0.1:57293, baseZNode=/1839967069 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:19:42,109 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@62abaa16 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@62abaa16 2024-11-13T10:19:42,109 DEBUG [M:0;770665a7984d:36187 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c421856b111f4ac2bc18222ac157107a is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731493176054/Put/seqid=0 2024-11-13T10:19:42,109 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T10:19:42,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42055 is added to blk_1073741852_1028 (size=8516) 2024-11-13T10:19:42,430 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,32795,1731493163539.replicationSource.wal-reader.770665a7984d%2C32795%2C1731493163539,1-770665a7984d,32795,1731493163539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/WALs/770665a7984d,32795,1731493163539/770665a7984d%2C32795%2C1731493163539.1731493165547 to pos 1033, reset compression=false 2024-11-13T10:19:42,519 INFO [M:0;770665a7984d:36187 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c421856b111f4ac2bc18222ac157107a 2024-11-13T10:19:42,531 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 770665a7984d:39417 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 770665a7984d/172.17.0.2:39417 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:19:42,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 770665a7984d:39417 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 770665a7984d/172.17.0.2:39417 2024-11-13T10:19:42,532 WARN [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,32795,1731493163539.replicationSource.shipper770665a7984d%2C32795%2C1731493163539,1-770665a7984d,32795,1731493163539 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=770665a7984d:39417 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 770665a7984d/172.17.0.2:39417 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 770665a7984d/172.17.0.2:39417 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-13T10:19:42,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36187 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:19:42,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36187 {}] ipc.CallRunner(138): callId: 24 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:46228 deadline: 1731493242534, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-13T10:19:42,546 DEBUG [M:0;770665a7984d:36187 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4a8f6be696a44c3ba663e08591621272 is 69, key is 770665a7984d,39417,1731493167678/rs:state/1731493169519/Put/seqid=0 2024-11-13T10:19:42,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42055 is added to blk_1073741853_1029 (size=5156) 2024-11-13T10:19:42,555 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,32795,1731493163539.replicationSource.shipper770665a7984d%2C32795%2C1731493163539,1-770665a7984d,32795,1731493163539 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-13T10:19:42,557 WARN [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,32795,1731493163539.replicationSource.shipper770665a7984d%2C32795%2C1731493163539,1-770665a7984d,32795,1731493163539 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-13T10:19:42,955 INFO [M:0;770665a7984d:36187 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4a8f6be696a44c3ba663e08591621272 2024-11-13T10:19:42,961 DEBUG [M:0;770665a7984d:36187 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9ec771f882d14d24a09866dc7019d317 as hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9ec771f882d14d24a09866dc7019d317 2024-11-13T10:19:42,965 INFO [M:0;770665a7984d:36187 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9ec771f882d14d24a09866dc7019d317, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T10:19:42,966 DEBUG [M:0;770665a7984d:36187 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c421856b111f4ac2bc18222ac157107a as hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c421856b111f4ac2bc18222ac157107a 2024-11-13T10:19:42,970 INFO [M:0;770665a7984d:36187 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c421856b111f4ac2bc18222ac157107a, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T10:19:42,971 DEBUG [M:0;770665a7984d:36187 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4a8f6be696a44c3ba663e08591621272 as hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4a8f6be696a44c3ba663e08591621272 2024-11-13T10:19:42,974 INFO [M:0;770665a7984d:36187 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32833/user/jenkins/test-data/7ae638d4-3794-123c-58fe-8fd4b550249b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4a8f6be696a44c3ba663e08591621272, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T10:19:42,975 INFO [M:0;770665a7984d:36187 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 947ms, sequenceid=97, compaction requested=false 2024-11-13T10:19:42,977 INFO [M:0;770665a7984d:36187 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:19:42,977 DEBUG [M:0;770665a7984d:36187 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731493182028Disabling compacts and flushes for region at 1731493182028Disabling writes for close at 1731493182028Obtaining lock to block concurrent updates at 1731493182029 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731493182029Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731493182029Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731493182029Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731493182030 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731493182048 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731493182048Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731493182067 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731493182108 (+41 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731493182109 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731493182524 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731493182545 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731493182545Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16dbd7ff: reopening flushed file at 1731493182960 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40f70a20: reopening flushed file at 1731493182965 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@409f0d5: reopening flushed file at 1731493182970 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 947ms, sequenceid=97, compaction requested=false at 1731493182975 (+5 ms)Writing region close event to WAL at 1731493182977 (+2 ms)Closed at 1731493182977 2024-11-13T10:19:42,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42055 is added to blk_1073741830_1006 (size=63654) 2024-11-13T10:19:42,981 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T10:19:42,981 INFO [M:0;770665a7984d:36187 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T10:19:42,981 INFO [M:0;770665a7984d:36187 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36187 2024-11-13T10:19:42,982 INFO [M:0;770665a7984d:36187 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T10:19:43,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36187-0x10110d6d7e20003, quorum=127.0.0.1:57293, baseZNode=/1839967069 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:19:43,084 INFO [M:0;770665a7984d:36187 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T10:19:43,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36187-0x10110d6d7e20003, quorum=127.0.0.1:57293, baseZNode=/1839967069 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:19:43,088 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@280b73b3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T10:19:43,089 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@11574a3f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T10:19:43,089 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T10:19:43,089 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6752d86d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T10:19:43,089 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59559645{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91ca2b6a-c03e-805a-67bd-dbe04eacf642/hadoop.log.dir/,STOPPED} 2024-11-13T10:19:43,092 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T10:19:43,092 WARN [BP-1381215067-172.17.0.2-1731493166607 heartbeating to localhost/127.0.0.1:32833 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T10:19:43,092 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T10:19:43,092 WARN [BP-1381215067-172.17.0.2-1731493166607 heartbeating to localhost/127.0.0.1:32833 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1381215067-172.17.0.2-1731493166607 (Datanode Uuid 57cd1945-c1e5-44fc-bd73-f622f95e3ba9) service to localhost/127.0.0.1:32833 2024-11-13T10:19:43,093 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91ca2b6a-c03e-805a-67bd-dbe04eacf642/cluster_5f460357-f06f-afe9-21c7-b2d3fe66f63f/data/data1/current/BP-1381215067-172.17.0.2-1731493166607 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T10:19:43,093 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91ca2b6a-c03e-805a-67bd-dbe04eacf642/cluster_5f460357-f06f-afe9-21c7-b2d3fe66f63f/data/data2/current/BP-1381215067-172.17.0.2-1731493166607 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T10:19:43,093 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T10:19:43,100 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e4d04b2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T10:19:43,100 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@72396638{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T10:19:43,100 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T10:19:43,100 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c51eaab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T10:19:43,100 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@261f9c9e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91ca2b6a-c03e-805a-67bd-dbe04eacf642/hadoop.log.dir/,STOPPED} 2024-11-13T10:19:43,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T10:19:43,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T10:19:43,119 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T10:19:43,119 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:19:43,119 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:43,119 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:43,119 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:19:43,120 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T10:19:43,120 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2145908341, stopped=false 2024-11-13T10:19:43,120 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=770665a7984d,43305,1731493163474 2024-11-13T10:19:43,121 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32795-0x10110d6d7e20001, quorum=127.0.0.1:57293, baseZNode=/0289101571 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0289101571/running 2024-11-13T10:19:43,121 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32795-0x10110d6d7e20001, quorum=127.0.0.1:57293, baseZNode=/0289101571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0289101571 2024-11-13T10:19:43,121 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T10:19:43,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43305-0x10110d6d7e20000, quorum=127.0.0.1:57293, baseZNode=/0289101571 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0289101571/running 2024-11-13T10:19:43,122 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32795-0x10110d6d7e20001, quorum=127.0.0.1:57293, baseZNode=/0289101571 Set watcher on znode that does not yet exist, /0289101571/running 2024-11-13T10:19:43,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43305-0x10110d6d7e20000, quorum=127.0.0.1:57293, baseZNode=/0289101571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0289101571 2024-11-13T10:19:43,122 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T10:19:43,122 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:19:43,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:43,122 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43305-0x10110d6d7e20000, quorum=127.0.0.1:57293, baseZNode=/0289101571 Set watcher on znode that does not yet exist, /0289101571/running 2024-11-13T10:19:43,123 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '770665a7984d,32795,1731493163539' ***** 2024-11-13T10:19:43,123 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T10:19:43,123 INFO [RS:0;770665a7984d:32795 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T10:19:43,123 INFO [RS:0;770665a7984d:32795 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T10:19:43,123 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T10:19:43,123 INFO [RS:0;770665a7984d:32795 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T10:19:43,123 INFO [RS:0;770665a7984d:32795 {}] regionserver.HRegionServer(3091): Received CLOSE for 544307f2037b151e3137ed298c50d9b7 2024-11-13T10:19:43,123 INFO [RS:0;770665a7984d:32795 {}] regionserver.HRegionServer(3091): Received CLOSE for 9fbd99e99c5adda3c8b7faca84bd1ab4 2024-11-13T10:19:43,124 INFO [RS:0;770665a7984d:32795 {}] regionserver.HRegionServer(959): stopping server 770665a7984d,32795,1731493163539 2024-11-13T10:19:43,124 INFO [RS:0;770665a7984d:32795 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T10:19:43,124 INFO [RS:0;770665a7984d:32795 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;770665a7984d:32795. 2024-11-13T10:19:43,124 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 544307f2037b151e3137ed298c50d9b7, disabling compactions & flushes 2024-11-13T10:19:43,124 DEBUG [RS:0;770665a7984d:32795 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:19:43,124 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731493170715.544307f2037b151e3137ed298c50d9b7. 2024-11-13T10:19:43,124 DEBUG [RS:0;770665a7984d:32795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:43,124 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731493170715.544307f2037b151e3137ed298c50d9b7. 2024-11-13T10:19:43,124 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731493170715.544307f2037b151e3137ed298c50d9b7. after waiting 0 ms 2024-11-13T10:19:43,124 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731493170715.544307f2037b151e3137ed298c50d9b7. 2024-11-13T10:19:43,124 INFO [RS:0;770665a7984d:32795 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T10:19:43,124 INFO [RS:0;770665a7984d:32795 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T10:19:43,124 INFO [RS:0;770665a7984d:32795 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T10:19:43,124 INFO [RS:0;770665a7984d:32795 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T10:19:43,124 INFO [RS:0;770665a7984d:32795 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T10:19:43,124 DEBUG [RS:0;770665a7984d:32795 {}] regionserver.HRegionServer(1325): Online Regions={544307f2037b151e3137ed298c50d9b7=test,,1731493170715.544307f2037b151e3137ed298c50d9b7., 1588230740=hbase:meta,,1.1588230740, 9fbd99e99c5adda3c8b7faca84bd1ab4=hbase:replication,,1731493174081.9fbd99e99c5adda3c8b7faca84bd1ab4.} 2024-11-13T10:19:43,124 DEBUG [RS:0;770665a7984d:32795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 544307f2037b151e3137ed298c50d9b7, 9fbd99e99c5adda3c8b7faca84bd1ab4 2024-11-13T10:19:43,125 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T10:19:43,125 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T10:19:43,125 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T10:19:43,125 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T10:19:43,125 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T10:19:43,125 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T10:19:43,128 INFO [regionserver/770665a7984d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T10:19:43,131 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/data/default/test/544307f2037b151e3137ed298c50d9b7/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T10:19:43,131 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T10:19:43,131 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T10:19:43,131 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731493170715.544307f2037b151e3137ed298c50d9b7. 2024-11-13T10:19:43,131 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 544307f2037b151e3137ed298c50d9b7: Waiting for close lock at 1731493183124Running coprocessor pre-close hooks at 1731493183124Disabling compacts and flushes for region at 1731493183124Disabling writes for close at 1731493183124Writing region close event to WAL at 1731493183125 (+1 ms)Running coprocessor post-close hooks at 1731493183131 (+6 ms)Closed at 1731493183131 2024-11-13T10:19:43,131 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731493170715.544307f2037b151e3137ed298c50d9b7. 2024-11-13T10:19:43,132 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9fbd99e99c5adda3c8b7faca84bd1ab4, disabling compactions & flushes 2024-11-13T10:19:43,132 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731493174081.9fbd99e99c5adda3c8b7faca84bd1ab4. 2024-11-13T10:19:43,132 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731493174081.9fbd99e99c5adda3c8b7faca84bd1ab4. 2024-11-13T10:19:43,132 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731493174081.9fbd99e99c5adda3c8b7faca84bd1ab4. after waiting 0 ms 2024-11-13T10:19:43,132 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731493174081.9fbd99e99c5adda3c8b7faca84bd1ab4. 2024-11-13T10:19:43,132 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9fbd99e99c5adda3c8b7faca84bd1ab4 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-13T10:19:43,137 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,32795,1731493163539.replicationSource.wal-reader.770665a7984d%2C32795%2C1731493163539,1-770665a7984d,32795,1731493163539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/WALs/770665a7984d,32795,1731493163539/770665a7984d%2C32795%2C1731493163539.1731493165547 to pos 1033, reset compression=false 2024-11-13T10:19:43,143 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,32795,1731493163539.replicationSource.wal-reader.770665a7984d%2C32795%2C1731493163539,1-770665a7984d,32795,1731493163539 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T10:19:43,143 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,32795,1731493163539.replicationSource.wal-reader.770665a7984d%2C32795%2C1731493163539,1-770665a7984d,32795,1731493163539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/WALs/770665a7984d,32795,1731493163539/770665a7984d%2C32795%2C1731493163539.1731493165547 to pos 1328, reset compression=false 2024-11-13T10:19:43,149 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/data/hbase/meta/1588230740/.tmp/info/d46107e9d8d34b19879745e718165e17 is 147, key is hbase:replication,,1731493174081.9fbd99e99c5adda3c8b7faca84bd1ab4./info:regioninfo/1731493174588/Put/seqid=0 2024-11-13T10:19:43,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36593 is added to blk_1073741846_1022 (size=7686) 2024-11-13T10:19:43,158 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/data/hbase/meta/1588230740/.tmp/info/d46107e9d8d34b19879745e718165e17 2024-11-13T10:19:43,159 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/data/hbase/replication/9fbd99e99c5adda3c8b7faca84bd1ab4/.tmp/hfileref/9241046c139b43b4ada06e3322bb1aaf is 74, key is 1/hfileref:4c5d1ee0f4e14ba39fb8764a12ad68f2_SeqId_6_/1731493180181/Put/seqid=0 2024-11-13T10:19:43,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36593 is added to blk_1073741847_1023 (size=5345) 2024-11-13T10:19:43,164 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/data/hbase/replication/9fbd99e99c5adda3c8b7faca84bd1ab4/.tmp/hfileref/9241046c139b43b4ada06e3322bb1aaf 2024-11-13T10:19:43,183 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/data/hbase/replication/9fbd99e99c5adda3c8b7faca84bd1ab4/.tmp/queue/13b262fa33b04692a1fd98e6cc0c8e50 is 153, key is 1-770665a7984d,32795,1731493163539/queue:770665a7984d%2C32795%2C1731493163539/1731493178224/Put/seqid=0 2024-11-13T10:19:43,186 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/data/hbase/meta/1588230740/.tmp/ns/fbe6587d45bb458f96be57843864e05b is 43, key is default/ns:d/1731493166547/Put/seqid=0 2024-11-13T10:19:43,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36593 is added to blk_1073741848_1024 (size=5352) 2024-11-13T10:19:43,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36593 is added to blk_1073741849_1025 (size=5153) 2024-11-13T10:19:43,194 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/data/hbase/meta/1588230740/.tmp/ns/fbe6587d45bb458f96be57843864e05b 2024-11-13T10:19:43,215 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/data/hbase/meta/1588230740/.tmp/rep_barrier/17dcd2334e524b00bc4db7e47e76672f is 112, key is test,,1731493170715.544307f2037b151e3137ed298c50d9b7./rep_barrier:seqnumDuringOpen/1731493171868/Put/seqid=0 2024-11-13T10:19:43,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36593 is added to blk_1073741850_1026 (size=5518) 2024-11-13T10:19:43,257 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,32795,1731493163539.replicationSource.shipper770665a7984d%2C32795%2C1731493163539,1-770665a7984d,32795,1731493163539 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-13T10:19:43,258 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 770665a7984d:36187 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 770665a7984d/172.17.0.2:36187 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:19:43,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 770665a7984d:36187 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 770665a7984d/172.17.0.2:36187 2024-11-13T10:19:43,325 DEBUG [RS:0;770665a7984d:32795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9fbd99e99c5adda3c8b7faca84bd1ab4 2024-11-13T10:19:43,349 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,32795,1731493163539.replicationSource.wal-reader.770665a7984d%2C32795%2C1731493163539,1-770665a7984d,32795,1731493163539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/WALs/770665a7984d,32795,1731493163539/770665a7984d%2C32795%2C1731493163539.1731493165547 to pos 1328, reset compression=false 2024-11-13T10:19:43,361 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:19:43,362 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 770665a7984d:36187 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 770665a7984d/172.17.0.2:36187 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T10:19:43,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [770665a7984d,36187,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=770665a7984d:36187 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 770665a7984d/172.17.0.2:36187 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-13T10:19:43,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 770665a7984d:36187 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 770665a7984d/172.17.0.2:36187 2024-11-13T10:19:43,411 INFO [regionserver/770665a7984d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T10:19:43,411 INFO [regionserver/770665a7984d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T10:19:43,525 DEBUG [RS:0;770665a7984d:32795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9fbd99e99c5adda3c8b7faca84bd1ab4 2024-11-13T10:19:43,571 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:19:43,571 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 770665a7984d:36187 this server is in the failed servers list 2024-11-13T10:19:43,572 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [770665a7984d,36187,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=770665a7984d:36187 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 770665a7984d:36187 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T10:19:43,590 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/data/hbase/replication/9fbd99e99c5adda3c8b7faca84bd1ab4/.tmp/queue/13b262fa33b04692a1fd98e6cc0c8e50 2024-11-13T10:19:43,596 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/data/hbase/replication/9fbd99e99c5adda3c8b7faca84bd1ab4/.tmp/hfileref/9241046c139b43b4ada06e3322bb1aaf as hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/data/hbase/replication/9fbd99e99c5adda3c8b7faca84bd1ab4/hfileref/9241046c139b43b4ada06e3322bb1aaf 2024-11-13T10:19:43,601 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/data/hbase/replication/9fbd99e99c5adda3c8b7faca84bd1ab4/hfileref/9241046c139b43b4ada06e3322bb1aaf, entries=4, sequenceid=10, filesize=5.2 K 2024-11-13T10:19:43,602 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/data/hbase/replication/9fbd99e99c5adda3c8b7faca84bd1ab4/.tmp/queue/13b262fa33b04692a1fd98e6cc0c8e50 as hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/data/hbase/replication/9fbd99e99c5adda3c8b7faca84bd1ab4/queue/13b262fa33b04692a1fd98e6cc0c8e50 2024-11-13T10:19:43,606 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/data/hbase/replication/9fbd99e99c5adda3c8b7faca84bd1ab4/queue/13b262fa33b04692a1fd98e6cc0c8e50, entries=1, sequenceid=10, filesize=5.2 K 2024-11-13T10:19:43,607 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 9fbd99e99c5adda3c8b7faca84bd1ab4 in 475ms, sequenceid=10, compaction requested=false 2024-11-13T10:19:43,611 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/data/hbase/replication/9fbd99e99c5adda3c8b7faca84bd1ab4/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-13T10:19:43,612 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T10:19:43,612 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T10:19:43,612 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731493174081.9fbd99e99c5adda3c8b7faca84bd1ab4. 2024-11-13T10:19:43,612 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9fbd99e99c5adda3c8b7faca84bd1ab4: Waiting for close lock at 1731493183132Running coprocessor pre-close hooks at 1731493183132Disabling compacts and flushes for region at 1731493183132Disabling writes for close at 1731493183132Obtaining lock to block concurrent updates at 1731493183132Preparing flush snapshotting stores in 9fbd99e99c5adda3c8b7faca84bd1ab4 at 1731493183132Finished memstore snapshotting hbase:replication,,1731493174081.9fbd99e99c5adda3c8b7faca84bd1ab4., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731493183132Flushing stores of hbase:replication,,1731493174081.9fbd99e99c5adda3c8b7faca84bd1ab4. at 1731493183133 (+1 ms)Flushing 9fbd99e99c5adda3c8b7faca84bd1ab4/hfileref: creating writer at 1731493183134 (+1 ms)Flushing 9fbd99e99c5adda3c8b7faca84bd1ab4/hfileref: appending metadata at 1731493183159 (+25 ms)Flushing 9fbd99e99c5adda3c8b7faca84bd1ab4/hfileref: closing flushed file at 1731493183159Flushing 9fbd99e99c5adda3c8b7faca84bd1ab4/queue: creating writer at 1731493183168 (+9 ms)Flushing 9fbd99e99c5adda3c8b7faca84bd1ab4/queue: appending metadata at 1731493183183 (+15 ms)Flushing 9fbd99e99c5adda3c8b7faca84bd1ab4/queue: closing flushed file at 1731493183183Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b248490: reopening flushed file at 1731493183596 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22c7b705: reopening flushed file at 1731493183601 (+5 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 9fbd99e99c5adda3c8b7faca84bd1ab4 in 475ms, sequenceid=10, compaction requested=false at 1731493183607 (+6 ms)Writing region close event to WAL at 1731493183608 (+1 ms)Running coprocessor post-close hooks at 1731493183612 (+4 ms)Closed at 1731493183612 2024-11-13T10:19:43,612 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731493174081.9fbd99e99c5adda3c8b7faca84bd1ab4. 2024-11-13T10:19:43,622 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/data/hbase/meta/1588230740/.tmp/rep_barrier/17dcd2334e524b00bc4db7e47e76672f 2024-11-13T10:19:43,649 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/data/hbase/meta/1588230740/.tmp/table/29c418c1b34845dfa2e3b49a029c2c1d is 53, key is hbase:replication/table:state/1731493174597/Put/seqid=0 2024-11-13T10:19:43,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36593 is added to blk_1073741851_1027 (size=5308) 2024-11-13T10:19:43,655 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,32795,1731493163539.replicationSource.wal-reader.770665a7984d%2C32795%2C1731493163539,1-770665a7984d,32795,1731493163539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/WALs/770665a7984d,32795,1731493163539/770665a7984d%2C32795%2C1731493163539.1731493165547 to pos 1328, reset compression=false 2024-11-13T10:19:43,725 DEBUG [RS:0;770665a7984d:32795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T10:19:43,881 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:19:43,881 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 770665a7984d:36187 this server is in the failed servers list 2024-11-13T10:19:43,881 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [770665a7984d,36187,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=770665a7984d:36187 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 770665a7984d:36187 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T10:19:43,927 DEBUG [RS:0;770665a7984d:32795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T10:19:44,054 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/data/hbase/meta/1588230740/.tmp/table/29c418c1b34845dfa2e3b49a029c2c1d 2024-11-13T10:19:44,059 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,32795,1731493163539.replicationSource.wal-reader.770665a7984d%2C32795%2C1731493163539,1-770665a7984d,32795,1731493163539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/WALs/770665a7984d,32795,1731493163539/770665a7984d%2C32795%2C1731493163539.1731493165547 to pos 1328, reset compression=false 2024-11-13T10:19:44,061 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/data/hbase/meta/1588230740/.tmp/info/d46107e9d8d34b19879745e718165e17 as hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/data/hbase/meta/1588230740/info/d46107e9d8d34b19879745e718165e17 2024-11-13T10:19:44,066 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/data/hbase/meta/1588230740/info/d46107e9d8d34b19879745e718165e17, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T10:19:44,067 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/data/hbase/meta/1588230740/.tmp/ns/fbe6587d45bb458f96be57843864e05b as hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/data/hbase/meta/1588230740/ns/fbe6587d45bb458f96be57843864e05b 2024-11-13T10:19:44,071 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/data/hbase/meta/1588230740/ns/fbe6587d45bb458f96be57843864e05b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T10:19:44,072 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/data/hbase/meta/1588230740/.tmp/rep_barrier/17dcd2334e524b00bc4db7e47e76672f as hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/data/hbase/meta/1588230740/rep_barrier/17dcd2334e524b00bc4db7e47e76672f 2024-11-13T10:19:44,076 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/data/hbase/meta/1588230740/rep_barrier/17dcd2334e524b00bc4db7e47e76672f, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T10:19:44,076 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/data/hbase/meta/1588230740/.tmp/table/29c418c1b34845dfa2e3b49a029c2c1d as hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/data/hbase/meta/1588230740/table/29c418c1b34845dfa2e3b49a029c2c1d 2024-11-13T10:19:44,080 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/data/hbase/meta/1588230740/table/29c418c1b34845dfa2e3b49a029c2c1d, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T10:19:44,081 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 956ms, sequenceid=16, compaction requested=false 2024-11-13T10:19:44,088 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T10:19:44,088 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T10:19:44,088 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T10:19:44,088 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T10:19:44,088 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731493183125Running coprocessor pre-close hooks at 1731493183125Disabling compacts and flushes for region at 1731493183125Disabling writes for close at 1731493183125Obtaining lock to block concurrent updates at 1731493183125Preparing flush snapshotting stores in 1588230740 at 1731493183125Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731493183125Flushing stores of hbase:meta,,1.1588230740 at 1731493183126 (+1 ms)Flushing 1588230740/info: creating writer at 1731493183126Flushing 1588230740/info: appending metadata at 1731493183149 (+23 ms)Flushing 1588230740/info: closing flushed file at 1731493183149Flushing 1588230740/ns: creating writer at 1731493183165 (+16 ms)Flushing 1588230740/ns: appending metadata at 1731493183185 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731493183185Flushing 1588230740/rep_barrier: creating writer at 1731493183198 (+13 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731493183215 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731493183215Flushing 1588230740/table: creating writer at 1731493183627 (+412 ms)Flushing 1588230740/table: appending metadata at 1731493183649 (+22 ms)Flushing 1588230740/table: closing flushed file at 1731493183649Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c5b178e: reopening flushed file at 1731493184060 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7424fe32: reopening flushed file at 1731493184066 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b278b06: reopening flushed file at 1731493184071 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2153880f: reopening flushed file at 1731493184076 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 956ms, sequenceid=16, compaction requested=false at 1731493184081 (+5 ms)Writing region close event to WAL at 1731493184085 (+4 ms)Running coprocessor post-close hooks at 1731493184088 (+3 ms)Closed at 1731493184088 2024-11-13T10:19:44,089 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T10:19:44,127 INFO [RS:0;770665a7984d:32795 {}] regionserver.HRegionServer(976): stopping server 770665a7984d,32795,1731493163539; all regions closed. 2024-11-13T10:19:44,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36593 is added to blk_1073741834_1010 (size=4239) 2024-11-13T10:19:44,132 DEBUG [RS:0;770665a7984d:32795 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/oldWALs 2024-11-13T10:19:44,132 INFO [RS:0;770665a7984d:32795 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 770665a7984d%2C32795%2C1731493163539.meta:.meta(num 1731493166503) 2024-11-13T10:19:44,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36593 is added to blk_1073741839_1015 (size=2695) 2024-11-13T10:19:44,134 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/WALs/770665a7984d,32795,1731493163539/770665a7984d%2C32795%2C1731493163539.rep.1731493174489 not finished, retry = 0 2024-11-13T10:19:44,238 DEBUG [RS:0;770665a7984d:32795 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/oldWALs 2024-11-13T10:19:44,238 INFO [RS:0;770665a7984d:32795 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 770665a7984d%2C32795%2C1731493163539.rep:(num 1731493174489) 2024-11-13T10:19:44,241 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/WALs/770665a7984d,32795,1731493163539/770665a7984d%2C32795%2C1731493163539.1731493165547 not finished, retry = 0 2024-11-13T10:19:44,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36593 is added to blk_1073741832_1008 (size=1336) 2024-11-13T10:19:44,343 DEBUG [RS:0;770665a7984d:32795 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/oldWALs 2024-11-13T10:19:44,343 INFO [RS:0;770665a7984d:32795 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 770665a7984d%2C32795%2C1731493163539:(num 1731493165547) 2024-11-13T10:19:44,343 DEBUG [RS:0;770665a7984d:32795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:44,343 INFO [RS:0;770665a7984d:32795 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T10:19:44,343 INFO [RS:0;770665a7984d:32795 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T10:19:44,343 INFO [RS:0;770665a7984d:32795 {}] hbase.ChoreService(370): Chore service for: regionserver/770665a7984d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T10:19:44,343 INFO [RS:0;770665a7984d:32795 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T10:19:44,343 INFO [regionserver/770665a7984d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T10:19:44,344 INFO [RS:0;770665a7984d:32795 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-770665a7984d,32795,1731493163539 because: Region server is closing 2024-11-13T10:19:44,344 INFO [RS:0;770665a7984d:32795 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;770665a7984d:32795. 2024-11-13T10:19:44,344 DEBUG [RS:0;770665a7984d:32795 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:19:44,344 DEBUG [RS:0;770665a7984d:32795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:44,344 DEBUG [RS:0;770665a7984d:32795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:44,344 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:19:44,391 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:19:44,391 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 770665a7984d:36187 this server is in the failed servers list 2024-11-13T10:19:44,392 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [770665a7984d,36187,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=770665a7984d:36187 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 770665a7984d:36187 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T10:19:44,444 WARN [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,32795,1731493163539.replicationSource.wal-reader.770665a7984d%2C32795%2C1731493163539,1-770665a7984d,32795,1731493163539 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T10:19:44,444 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,32795,1731493163539.replicationSource.shipper770665a7984d%2C32795%2C1731493163539,1-770665a7984d,32795,1731493163539 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-13T10:19:44,445 WARN [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,32795,1731493163539.replicationSource.shipper770665a7984d%2C32795%2C1731493163539,1-770665a7984d,32795,1731493163539 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-13T10:19:44,445 WARN [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,32795,1731493163539.replicationSource.shipper770665a7984d%2C32795%2C1731493163539,1-770665a7984d,32795,1731493163539 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-13T10:19:44,611 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T10:19:44,611 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T10:19:44,612 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T10:19:44,612 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T10:19:44,612 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T10:19:44,612 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T10:19:45,246 INFO [RS:0;770665a7984d:32795 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,32795,1731493163539.replicationSource.shipper770665a7984d%2C32795%2C1731493163539,1-770665a7984d,32795,1731493163539 terminated 2024-11-13T10:19:45,246 INFO [RS:0;770665a7984d:32795 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;770665a7984d:32795. 2024-11-13T10:19:45,246 DEBUG [RS:0;770665a7984d:32795 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:19:45,246 DEBUG [RS:0;770665a7984d:32795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:45,246 DEBUG [RS:0;770665a7984d:32795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:45,246 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:19:45,246 INFO [RS:0;770665a7984d:32795 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32795 2024-11-13T10:19:45,248 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32795-0x10110d6d7e20001, quorum=127.0.0.1:57293, baseZNode=/0289101571 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0289101571/rs/770665a7984d,32795,1731493163539 2024-11-13T10:19:45,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43305-0x10110d6d7e20000, quorum=127.0.0.1:57293, baseZNode=/0289101571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0289101571/rs 2024-11-13T10:19:45,248 INFO [RS:0;770665a7984d:32795 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T10:19:45,249 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [770665a7984d,32795,1731493163539] 2024-11-13T10:19:45,252 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0289101571/draining/770665a7984d,32795,1731493163539 already deleted, retry=false 2024-11-13T10:19:45,252 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 770665a7984d,32795,1731493163539 expired; onlineServers=0 2024-11-13T10:19:45,252 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '770665a7984d,43305,1731493163474' ***** 2024-11-13T10:19:45,252 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T10:19:45,252 INFO [M:0;770665a7984d:43305 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T10:19:45,252 INFO [M:0;770665a7984d:43305 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T10:19:45,252 DEBUG [M:0;770665a7984d:43305 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T10:19:45,252 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T10:19:45,252 DEBUG [M:0;770665a7984d:43305 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T10:19:45,252 DEBUG [master/770665a7984d:0:becomeActiveMaster-HFileCleaner.large.0-1731493165357 {}] cleaner.HFileCleaner(306): Exit Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.large.0-1731493165357,5,FailOnTimeoutGroup] 2024-11-13T10:19:45,252 DEBUG [master/770665a7984d:0:becomeActiveMaster-HFileCleaner.small.0-1731493165357 {}] cleaner.HFileCleaner(306): Exit Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.small.0-1731493165357,5,FailOnTimeoutGroup] 2024-11-13T10:19:45,252 INFO [M:0;770665a7984d:43305 {}] hbase.ChoreService(370): Chore service for: master/770665a7984d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T10:19:45,253 INFO [M:0;770665a7984d:43305 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T10:19:45,253 DEBUG [M:0;770665a7984d:43305 {}] master.HMaster(1795): Stopping service threads 2024-11-13T10:19:45,253 INFO [M:0;770665a7984d:43305 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T10:19:45,253 INFO [M:0;770665a7984d:43305 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T10:19:45,253 INFO [M:0;770665a7984d:43305 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T10:19:45,253 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T10:19:45,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43305-0x10110d6d7e20000, quorum=127.0.0.1:57293, baseZNode=/0289101571 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0289101571/master 2024-11-13T10:19:45,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43305-0x10110d6d7e20000, quorum=127.0.0.1:57293, baseZNode=/0289101571 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0289101571 2024-11-13T10:19:45,254 DEBUG [M:0;770665a7984d:43305 {}] zookeeper.ZKUtil(347): master:43305-0x10110d6d7e20000, quorum=127.0.0.1:57293, baseZNode=/0289101571 Unable to get data of znode /0289101571/master because node does not exist (not an error) 2024-11-13T10:19:45,254 WARN [M:0;770665a7984d:43305 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T10:19:45,254 INFO [M:0;770665a7984d:43305 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/.lastflushedseqids 2024-11-13T10:19:45,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36593 is added to blk_1073741852_1028 (size=263) 2024-11-13T10:19:45,350 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32795-0x10110d6d7e20001, quorum=127.0.0.1:57293, baseZNode=/0289101571 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:19:45,350 INFO [RS:0;770665a7984d:32795 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T10:19:45,350 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32795-0x10110d6d7e20001, quorum=127.0.0.1:57293, baseZNode=/0289101571 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:19:45,350 INFO [RS:0;770665a7984d:32795 {}] regionserver.HRegionServer(1031): Exiting; stopping=770665a7984d,32795,1731493163539; zookeeper connection closed. 2024-11-13T10:19:45,350 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7dda1fb5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7dda1fb5 2024-11-13T10:19:45,350 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T10:19:45,401 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:19:45,401 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [770665a7984d,36187,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=770665a7984d:36187 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T10:19:45,405 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2144 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [770665a7984d,36187,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=770665a7984d:36187 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T10:19:45,662 INFO [M:0;770665a7984d:43305 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T10:19:45,663 INFO [M:0;770665a7984d:43305 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T10:19:45,663 DEBUG [M:0;770665a7984d:43305 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T10:19:45,663 INFO [M:0;770665a7984d:43305 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:19:45,663 DEBUG [M:0;770665a7984d:43305 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:19:45,663 DEBUG [M:0;770665a7984d:43305 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T10:19:45,663 DEBUG [M:0;770665a7984d:43305 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:19:45,663 INFO [M:0;770665a7984d:43305 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-13T10:19:45,680 DEBUG [M:0;770665a7984d:43305 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fa650187c0464b49af71ce823358b944 is 82, key is hbase:meta,,1/info:regioninfo/1731493166535/Put/seqid=0 2024-11-13T10:19:45,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36593 is added to blk_1073741853_1029 (size=5672) 2024-11-13T10:19:45,782 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T10:19:45,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:19:45,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:19:45,810 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:19:45,810 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:19:45,810 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:19:45,810 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:19:45,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:19:45,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:19:45,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:19:46,084 INFO [M:0;770665a7984d:43305 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fa650187c0464b49af71ce823358b944 2024-11-13T10:19:46,107 DEBUG [M:0;770665a7984d:43305 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/245c0e45b43e48ae952b38ca5830d0ee is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731493174601/Put/seqid=0 2024-11-13T10:19:46,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36593 is added to blk_1073741854_1030 (size=8516) 2024-11-13T10:19:46,513 INFO [M:0;770665a7984d:43305 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/245c0e45b43e48ae952b38ca5830d0ee 2024-11-13T10:19:46,535 DEBUG [M:0;770665a7984d:43305 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c4b10e920c08489fa2a78e36048af260 is 69, key is 770665a7984d,32795,1731493163539/rs:state/1731493165396/Put/seqid=0 2024-11-13T10:19:46,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36593 is added to blk_1073741855_1031 (size=5156) 2024-11-13T10:19:46,940 INFO [M:0;770665a7984d:43305 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c4b10e920c08489fa2a78e36048af260 2024-11-13T10:19:46,945 DEBUG [M:0;770665a7984d:43305 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fa650187c0464b49af71ce823358b944 as hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fa650187c0464b49af71ce823358b944 2024-11-13T10:19:46,951 INFO [M:0;770665a7984d:43305 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fa650187c0464b49af71ce823358b944, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T10:19:46,954 DEBUG [M:0;770665a7984d:43305 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/245c0e45b43e48ae952b38ca5830d0ee as hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/245c0e45b43e48ae952b38ca5830d0ee 2024-11-13T10:19:46,964 INFO [M:0;770665a7984d:43305 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/245c0e45b43e48ae952b38ca5830d0ee, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T10:19:46,965 DEBUG [M:0;770665a7984d:43305 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c4b10e920c08489fa2a78e36048af260 as hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c4b10e920c08489fa2a78e36048af260 2024-11-13T10:19:46,971 INFO [M:0;770665a7984d:43305 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42223/user/jenkins/test-data/b049febb-9eb5-e1c3-d672-044c33fed671/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c4b10e920c08489fa2a78e36048af260, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T10:19:46,972 INFO [M:0;770665a7984d:43305 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1309ms, sequenceid=97, compaction requested=false 2024-11-13T10:19:46,987 INFO [M:0;770665a7984d:43305 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:19:46,987 DEBUG [M:0;770665a7984d:43305 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731493185663Disabling compacts and flushes for region at 1731493185663Disabling writes for close at 1731493185663Obtaining lock to block concurrent updates at 1731493185663Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731493185663Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731493185663Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731493185664 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731493185664Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731493185679 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731493185679Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731493186089 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731493186107 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731493186107Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731493186518 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731493186534 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731493186534Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e649355: reopening flushed file at 1731493186944 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45a2948a: reopening flushed file at 1731493186952 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e465313: reopening flushed file at 1731493186964 (+12 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1309ms, sequenceid=97, compaction requested=false at 1731493186972 (+8 ms)Writing region close event to WAL at 1731493186987 (+15 ms)Closed at 1731493186987 2024-11-13T10:19:46,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36593 is added to blk_1073741830_1006 (size=63654) 2024-11-13T10:19:46,991 INFO [M:0;770665a7984d:43305 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T10:19:46,991 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T10:19:46,991 INFO [M:0;770665a7984d:43305 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43305 2024-11-13T10:19:46,991 INFO [M:0;770665a7984d:43305 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T10:19:47,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43305-0x10110d6d7e20000, quorum=127.0.0.1:57293, baseZNode=/0289101571 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:19:47,093 INFO [M:0;770665a7984d:43305 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T10:19:47,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43305-0x10110d6d7e20000, quorum=127.0.0.1:57293, baseZNode=/0289101571 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:19:47,096 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76878df7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T10:19:47,096 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4b562ab6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T10:19:47,096 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T10:19:47,096 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4abb186f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T10:19:47,097 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ae0d247{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b440da9-19fd-ae81-a85f-3b5b0dca214f/hadoop.log.dir/,STOPPED} 2024-11-13T10:19:47,098 WARN [BP-1413305303-172.17.0.2-1731493162357 heartbeating to localhost/127.0.0.1:42223 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T10:19:47,098 WARN [BP-1413305303-172.17.0.2-1731493162357 heartbeating to localhost/127.0.0.1:42223 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1413305303-172.17.0.2-1731493162357 (Datanode Uuid 1e48772d-b98e-45f6-8d57-6fdb7175fc0c) service to localhost/127.0.0.1:42223 2024-11-13T10:19:47,098 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T10:19:47,098 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T10:19:47,099 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b440da9-19fd-ae81-a85f-3b5b0dca214f/cluster_bcea04d0-5dae-65f0-c938-6d90aae7e2c2/data/data1/current/BP-1413305303-172.17.0.2-1731493162357 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T10:19:47,099 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b440da9-19fd-ae81-a85f-3b5b0dca214f/cluster_bcea04d0-5dae-65f0-c938-6d90aae7e2c2/data/data2/current/BP-1413305303-172.17.0.2-1731493162357 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T10:19:47,099 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T10:19:47,106 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@34a0d3f5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T10:19:47,106 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5bf68f11{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T10:19:47,106 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T10:19:47,107 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b19225d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T10:19:47,107 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1bd95385{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b440da9-19fd-ae81-a85f-3b5b0dca214f/hadoop.log.dir/,STOPPED} 2024-11-13T10:19:47,113 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T10:19:47,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T10:19:47,149 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=247 (was 205) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:42223 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:32833 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42223 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32833 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42223 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42223 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57293) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42223 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57293) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:32833 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:42223 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:42223 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:42223 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42223 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42223 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:42223 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42223 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:32833 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:32833 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:42223 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:32833 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:42223 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:32833 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:32833 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=621 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=315 (was 272) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2388 (was 1901) - AvailableMemoryMB LEAK? - 2024-11-13T10:19:47,164 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=247, OpenFileDescriptor=621, MaxFileDescriptor=1048576, SystemLoadAverage=315, ProcessCount=11, AvailableMemoryMB=2387 2024-11-13T10:19:47,182 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-13T10:19:47,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91ca2b6a-c03e-805a-67bd-dbe04eacf642/hadoop.log.dir so I do NOT create it in target/test-data/0cbc4cc4-a615-d633-1959-545186417f83 2024-11-13T10:19:47,183 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91ca2b6a-c03e-805a-67bd-dbe04eacf642/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T10:19:47,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91ca2b6a-c03e-805a-67bd-dbe04eacf642/hadoop.tmp.dir so I do NOT create it in target/test-data/0cbc4cc4-a615-d633-1959-545186417f83 2024-11-13T10:19:47,183 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91ca2b6a-c03e-805a-67bd-dbe04eacf642/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T10:19:47,183 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cbc4cc4-a615-d633-1959-545186417f83 2024-11-13T10:19:47,184 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cbc4cc4-a615-d633-1959-545186417f83/cluster_2ac86095-9fda-ac59-83d2-53a7a3862c37, deleteOnExit=true 2024-11-13T10:19:47,199 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cbc4cc4-a615-d633-1959-545186417f83/cluster_2ac86095-9fda-ac59-83d2-53a7a3862c37/zookeeper_0, clientPort=56180, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cbc4cc4-a615-d633-1959-545186417f83/cluster_2ac86095-9fda-ac59-83d2-53a7a3862c37/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cbc4cc4-a615-d633-1959-545186417f83/cluster_2ac86095-9fda-ac59-83d2-53a7a3862c37/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T10:19:47,201 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56180 2024-11-13T10:19:47,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T10:19:47,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T10:19:47,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cbc4cc4-a615-d633-1959-545186417f83/test.cache.data in system properties and HBase conf 2024-11-13T10:19:47,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cbc4cc4-a615-d633-1959-545186417f83/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T10:19:47,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cbc4cc4-a615-d633-1959-545186417f83/hadoop.log.dir in system properties and HBase conf 2024-11-13T10:19:47,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cbc4cc4-a615-d633-1959-545186417f83/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T10:19:47,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cbc4cc4-a615-d633-1959-545186417f83/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T10:19:47,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T10:19:47,202 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T10:19:47,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cbc4cc4-a615-d633-1959-545186417f83/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T10:19:47,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cbc4cc4-a615-d633-1959-545186417f83/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T10:19:47,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cbc4cc4-a615-d633-1959-545186417f83/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T10:19:47,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cbc4cc4-a615-d633-1959-545186417f83/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T10:19:47,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cbc4cc4-a615-d633-1959-545186417f83/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T10:19:47,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cbc4cc4-a615-d633-1959-545186417f83/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T10:19:47,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cbc4cc4-a615-d633-1959-545186417f83/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T10:19:47,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cbc4cc4-a615-d633-1959-545186417f83/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T10:19:47,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cbc4cc4-a615-d633-1959-545186417f83/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T10:19:47,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cbc4cc4-a615-d633-1959-545186417f83/nfs.dump.dir in system properties and HBase conf 2024-11-13T10:19:47,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cbc4cc4-a615-d633-1959-545186417f83/java.io.tmpdir in system properties and HBase conf 2024-11-13T10:19:47,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cbc4cc4-a615-d633-1959-545186417f83/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T10:19:47,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cbc4cc4-a615-d633-1959-545186417f83/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T10:19:47,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cbc4cc4-a615-d633-1959-545186417f83/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T10:19:47,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10110d6d7e20005, quorum=127.0.0.1:57293, baseZNode=/1839967069 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T10:19:47,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10110d6d7e20002, quorum=127.0.0.1:57293, baseZNode=/0289101571 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T10:19:47,211 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10110d6d7e20005, quorum=127.0.0.1:57293, baseZNode=/1839967069 Received Disconnected from ZooKeeper, ignoring 2024-11-13T10:19:47,211 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10110d6d7e20002, quorum=127.0.0.1:57293, baseZNode=/0289101571 Received Disconnected from ZooKeeper, ignoring 2024-11-13T10:19:47,297 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T10:19:47,302 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T10:19:47,317 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T10:19:47,317 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T10:19:47,317 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T10:19:47,317 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T10:19:47,318 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b123ec2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cbc4cc4-a615-d633-1959-545186417f83/hadoop.log.dir/,AVAILABLE} 2024-11-13T10:19:47,318 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@371cac2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T10:19:47,431 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:19:47,431 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [770665a7984d,36187,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=770665a7984d:36187 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T10:19:47,432 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4174 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [770665a7984d,36187,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=770665a7984d:36187 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T10:19:47,495 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1654ed53{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cbc4cc4-a615-d633-1959-545186417f83/java.io.tmpdir/jetty-localhost-37243-hadoop-hdfs-3_4_1-tests_jar-_-any-8211317392305873274/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T10:19:47,496 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e41dead{HTTP/1.1, (http/1.1)}{localhost:37243} 2024-11-13T10:19:47,496 INFO [Time-limited test {}] server.Server(415): Started @179343ms 2024-11-13T10:19:47,706 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T10:19:47,709 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T10:19:47,712 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T10:19:47,712 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T10:19:47,712 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T10:19:47,713 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fae1abe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cbc4cc4-a615-d633-1959-545186417f83/hadoop.log.dir/,AVAILABLE} 2024-11-13T10:19:47,713 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55cd2bf9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T10:19:47,879 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a823966{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cbc4cc4-a615-d633-1959-545186417f83/java.io.tmpdir/jetty-localhost-38587-hadoop-hdfs-3_4_1-tests_jar-_-any-16515074277647417885/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T10:19:47,880 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4bf6f846{HTTP/1.1, (http/1.1)}{localhost:38587} 2024-11-13T10:19:47,880 INFO [Time-limited test {}] server.Server(415): Started @179728ms 2024-11-13T10:19:47,882 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T10:19:48,116 WARN [Thread-2170 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cbc4cc4-a615-d633-1959-545186417f83/cluster_2ac86095-9fda-ac59-83d2-53a7a3862c37/data/data2/current/BP-536849443-172.17.0.2-1731493187228/current, will proceed with Du for space computation calculation, 2024-11-13T10:19:48,129 WARN [Thread-2169 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cbc4cc4-a615-d633-1959-545186417f83/cluster_2ac86095-9fda-ac59-83d2-53a7a3862c37/data/data1/current/BP-536849443-172.17.0.2-1731493187228/current, will proceed with Du for space computation calculation, 2024-11-13T10:19:48,213 WARN [Thread-2157 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T10:19:48,223 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd9f94684f74689e8 with lease ID 0x5c86609690432b79: Processing first storage report for DS-b202ef1f-e2d0-4394-b030-5f6c8f857c51 from datanode DatanodeRegistration(127.0.0.1:37485, datanodeUuid=d78e6664-5f52-4888-9e30-25ab7487b326, infoPort=42001, infoSecurePort=0, ipcPort=37499, storageInfo=lv=-57;cid=testClusterID;nsid=1958829919;c=1731493187228) 2024-11-13T10:19:48,223 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd9f94684f74689e8 with lease ID 0x5c86609690432b79: from storage DS-b202ef1f-e2d0-4394-b030-5f6c8f857c51 node DatanodeRegistration(127.0.0.1:37485, datanodeUuid=d78e6664-5f52-4888-9e30-25ab7487b326, infoPort=42001, infoSecurePort=0, ipcPort=37499, storageInfo=lv=-57;cid=testClusterID;nsid=1958829919;c=1731493187228), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T10:19:48,223 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd9f94684f74689e8 with lease ID 0x5c86609690432b79: Processing first storage report for DS-d88f1436-a26c-45db-8f80-46a95c75ea3b from datanode DatanodeRegistration(127.0.0.1:37485, datanodeUuid=d78e6664-5f52-4888-9e30-25ab7487b326, infoPort=42001, infoSecurePort=0, ipcPort=37499, storageInfo=lv=-57;cid=testClusterID;nsid=1958829919;c=1731493187228) 2024-11-13T10:19:48,223 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd9f94684f74689e8 with lease ID 0x5c86609690432b79: from storage DS-d88f1436-a26c-45db-8f80-46a95c75ea3b node DatanodeRegistration(127.0.0.1:37485, datanodeUuid=d78e6664-5f52-4888-9e30-25ab7487b326, infoPort=42001, infoSecurePort=0, ipcPort=37499, storageInfo=lv=-57;cid=testClusterID;nsid=1958829919;c=1731493187228), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T10:19:48,293 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cbc4cc4-a615-d633-1959-545186417f83 2024-11-13T10:19:48,293 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:19:48,295 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:19:48,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37485 is added to blk_1073741825_1001 (size=7) 2024-11-13T10:19:48,357 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140 with version=8 2024-11-13T10:19:48,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/hbase-staging 2024-11-13T10:19:48,359 INFO [Time-limited test {}] client.ConnectionUtils(128): master/770665a7984d:0 server-side Connection retries=45 2024-11-13T10:19:48,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:19:48,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T10:19:48,360 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T10:19:48,360 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:19:48,360 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T10:19:48,360 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T10:19:48,360 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T10:19:48,361 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41487 2024-11-13T10:19:48,361 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41487 connecting to ZooKeeper ensemble=127.0.0.1:56180 2024-11-13T10:19:48,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:414870x0, quorum=127.0.0.1:56180, baseZNode=/0-1915577078 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T10:19:48,399 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41487-0x10110d7390d0000 connected 2024-11-13T10:19:48,500 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:19:48,502 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:19:48,505 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41487-0x10110d7390d0000, quorum=127.0.0.1:56180, baseZNode=/0-1915577078 Set watcher on znode that does not yet exist, /0-1915577078/running 2024-11-13T10:19:48,505 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140, hbase.cluster.distributed=false 2024-11-13T10:19:48,507 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41487-0x10110d7390d0000, quorum=127.0.0.1:56180, baseZNode=/0-1915577078 Set watcher on znode that does not yet exist, /0-1915577078/acl 2024-11-13T10:19:48,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41487 2024-11-13T10:19:48,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41487 2024-11-13T10:19:48,514 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41487 2024-11-13T10:19:48,518 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41487 2024-11-13T10:19:48,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41487 2024-11-13T10:19:48,538 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/770665a7984d:0 server-side Connection retries=45 2024-11-13T10:19:48,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:19:48,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T10:19:48,538 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T10:19:48,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:19:48,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T10:19:48,538 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T10:19:48,538 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T10:19:48,541 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38389 2024-11-13T10:19:48,542 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38389 connecting to ZooKeeper ensemble=127.0.0.1:56180 2024-11-13T10:19:48,543 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:19:48,545 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:19:48,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:383890x0, quorum=127.0.0.1:56180, baseZNode=/0-1915577078 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T10:19:48,550 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:383890x0, quorum=127.0.0.1:56180, baseZNode=/0-1915577078 Set watcher on znode that does not yet exist, /0-1915577078/running 2024-11-13T10:19:48,550 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T10:19:48,552 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38389-0x10110d7390d0001 connected 2024-11-13T10:19:48,557 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T10:19:48,557 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38389-0x10110d7390d0001, quorum=127.0.0.1:56180, baseZNode=/0-1915577078 Set watcher on znode that does not yet exist, /0-1915577078/master 2024-11-13T10:19:48,558 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38389-0x10110d7390d0001, quorum=127.0.0.1:56180, baseZNode=/0-1915577078 Set watcher on znode that does not yet exist, /0-1915577078/acl 2024-11-13T10:19:48,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38389 2024-11-13T10:19:48,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38389 2024-11-13T10:19:48,567 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38389 2024-11-13T10:19:48,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38389 2024-11-13T10:19:48,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38389 2024-11-13T10:19:48,583 DEBUG [M:0;770665a7984d:41487 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;770665a7984d:41487 2024-11-13T10:19:48,585 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1915577078/backup-masters/770665a7984d,41487,1731493188359 2024-11-13T10:19:48,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38389-0x10110d7390d0001, quorum=127.0.0.1:56180, baseZNode=/0-1915577078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1915577078/backup-masters 2024-11-13T10:19:48,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41487-0x10110d7390d0000, quorum=127.0.0.1:56180, baseZNode=/0-1915577078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1915577078/backup-masters 2024-11-13T10:19:48,588 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41487-0x10110d7390d0000, quorum=127.0.0.1:56180, baseZNode=/0-1915577078 Set watcher on existing znode=/0-1915577078/backup-masters/770665a7984d,41487,1731493188359 2024-11-13T10:19:48,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38389-0x10110d7390d0001, quorum=127.0.0.1:56180, baseZNode=/0-1915577078 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1915577078/master 2024-11-13T10:19:48,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38389-0x10110d7390d0001, quorum=127.0.0.1:56180, baseZNode=/0-1915577078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1915577078 2024-11-13T10:19:48,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41487-0x10110d7390d0000, quorum=127.0.0.1:56180, baseZNode=/0-1915577078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1915577078 2024-11-13T10:19:48,594 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41487-0x10110d7390d0000, quorum=127.0.0.1:56180, baseZNode=/0-1915577078 Set watcher on existing znode=/0-1915577078/master 2024-11-13T10:19:48,595 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1915577078/backup-masters/770665a7984d,41487,1731493188359 from backup master directory 2024-11-13T10:19:48,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38389-0x10110d7390d0001, quorum=127.0.0.1:56180, baseZNode=/0-1915577078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1915577078/backup-masters 2024-11-13T10:19:48,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41487-0x10110d7390d0000, quorum=127.0.0.1:56180, baseZNode=/0-1915577078 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1915577078/backup-masters/770665a7984d,41487,1731493188359 2024-11-13T10:19:48,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41487-0x10110d7390d0000, quorum=127.0.0.1:56180, baseZNode=/0-1915577078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1915577078/backup-masters 2024-11-13T10:19:48,598 WARN [master/770665a7984d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T10:19:48,598 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=770665a7984d,41487,1731493188359 2024-11-13T10:19:48,606 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/hbase.id] with ID: 32c3907e-0e1a-45e8-a406-2adefadd398a 2024-11-13T10:19:48,606 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/.tmp/hbase.id 2024-11-13T10:19:48,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37485 is added to blk_1073741826_1002 (size=42) 2024-11-13T10:19:49,016 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/.tmp/hbase.id]:[hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/hbase.id] 2024-11-13T10:19:49,027 INFO [master/770665a7984d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:19:49,027 INFO [master/770665a7984d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T10:19:49,030 INFO [master/770665a7984d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-13T10:19:49,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38389-0x10110d7390d0001, quorum=127.0.0.1:56180, baseZNode=/0-1915577078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1915577078 2024-11-13T10:19:49,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41487-0x10110d7390d0000, quorum=127.0.0.1:56180, baseZNode=/0-1915577078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1915577078 2024-11-13T10:19:49,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37485 is added to blk_1073741827_1003 (size=196) 2024-11-13T10:19:49,041 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T10:19:49,042 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T10:19:49,042 INFO [master/770665a7984d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:19:49,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37485 is added to blk_1073741828_1004 (size=1189) 2024-11-13T10:19:49,049 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/MasterData/data/master/store 2024-11-13T10:19:49,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37485 is added to blk_1073741829_1005 (size=34) 2024-11-13T10:19:49,054 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:19:49,054 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T10:19:49,054 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:19:49,054 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:19:49,054 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T10:19:49,054 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:19:49,054 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:19:49,054 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731493189054Disabling compacts and flushes for region at 1731493189054Disabling writes for close at 1731493189054Writing region close event to WAL at 1731493189054Closed at 1731493189054 2024-11-13T10:19:49,055 WARN [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/MasterData/data/master/store/.initializing 2024-11-13T10:19:49,055 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/MasterData/WALs/770665a7984d,41487,1731493188359 2024-11-13T10:19:49,056 INFO [master/770665a7984d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T10:19:49,057 INFO [master/770665a7984d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=770665a7984d%2C41487%2C1731493188359, suffix=, logDir=hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/MasterData/WALs/770665a7984d,41487,1731493188359, archiveDir=hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/MasterData/oldWALs, maxLogs=10 2024-11-13T10:19:49,071 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/MasterData/WALs/770665a7984d,41487,1731493188359/770665a7984d%2C41487%2C1731493188359.1731493189057, exclude list is [], retry=0 2024-11-13T10:19:49,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37485,DS-b202ef1f-e2d0-4394-b030-5f6c8f857c51,DISK] 2024-11-13T10:19:49,075 INFO [master/770665a7984d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/MasterData/WALs/770665a7984d,41487,1731493188359/770665a7984d%2C41487%2C1731493188359.1731493189057 2024-11-13T10:19:49,075 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42001:42001)] 2024-11-13T10:19:49,076 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:19:49,076 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:19:49,076 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:19:49,076 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:19:49,078 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:19:49,079 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T10:19:49,079 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:49,079 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:19:49,080 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:19:49,081 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T10:19:49,081 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:49,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:19:49,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:19:49,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T10:19:49,083 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:49,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:19:49,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:19:49,085 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T10:19:49,085 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:49,086 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:19:49,086 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:19:49,091 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:19:49,092 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:19:49,093 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:19:49,093 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:19:49,093 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T10:19:49,094 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:19:49,096 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:19:49,097 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71749606, jitterRate=0.06915244460105896}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T10:19:49,097 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731493189076Initializing all the Stores at 1731493189077 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493189077Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493189078 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493189078Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493189078Cleaning up temporary data from old regions at 1731493189093 (+15 ms)Region opened successfully at 1731493189097 (+4 ms) 2024-11-13T10:19:49,101 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T10:19:49,103 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@342d0e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=770665a7984d/172.17.0.2:0 2024-11-13T10:19:49,104 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T10:19:49,104 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T10:19:49,104 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T10:19:49,105 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T10:19:49,105 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T10:19:49,106 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T10:19:49,106 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T10:19:49,110 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T10:19:49,111 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41487-0x10110d7390d0000, quorum=127.0.0.1:56180, baseZNode=/0-1915577078 Unable to get data of znode /0-1915577078/balancer because node does not exist (not necessarily an error) 2024-11-13T10:19:49,113 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1915577078/balancer already deleted, retry=false 2024-11-13T10:19:49,113 INFO [master/770665a7984d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T10:19:49,114 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41487-0x10110d7390d0000, quorum=127.0.0.1:56180, baseZNode=/0-1915577078 Unable to get data of znode /0-1915577078/normalizer because node does not exist (not necessarily an error) 2024-11-13T10:19:49,115 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1915577078/normalizer already deleted, retry=false 2024-11-13T10:19:49,115 INFO [master/770665a7984d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T10:19:49,116 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41487-0x10110d7390d0000, quorum=127.0.0.1:56180, baseZNode=/0-1915577078 Unable to get data of znode /0-1915577078/switch/split because node does not exist (not necessarily an error) 2024-11-13T10:19:49,118 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1915577078/switch/split already deleted, retry=false 2024-11-13T10:19:49,118 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41487-0x10110d7390d0000, quorum=127.0.0.1:56180, baseZNode=/0-1915577078 Unable to get data of znode /0-1915577078/switch/merge because node does not exist (not necessarily an error) 2024-11-13T10:19:49,120 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1915577078/switch/merge already deleted, retry=false 2024-11-13T10:19:49,121 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41487-0x10110d7390d0000, quorum=127.0.0.1:56180, baseZNode=/0-1915577078 Unable to get data of znode /0-1915577078/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T10:19:49,124 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1915577078/snapshot-cleanup already deleted, retry=false 2024-11-13T10:19:49,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41487-0x10110d7390d0000, quorum=127.0.0.1:56180, baseZNode=/0-1915577078 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1915577078/running 2024-11-13T10:19:49,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38389-0x10110d7390d0001, quorum=127.0.0.1:56180, baseZNode=/0-1915577078 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1915577078/running 2024-11-13T10:19:49,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41487-0x10110d7390d0000, quorum=127.0.0.1:56180, baseZNode=/0-1915577078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1915577078 2024-11-13T10:19:49,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38389-0x10110d7390d0001, quorum=127.0.0.1:56180, baseZNode=/0-1915577078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1915577078 2024-11-13T10:19:49,125 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=770665a7984d,41487,1731493188359, sessionid=0x10110d7390d0000, setting cluster-up flag (Was=false) 2024-11-13T10:19:49,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38389-0x10110d7390d0001, quorum=127.0.0.1:56180, baseZNode=/0-1915577078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1915577078 2024-11-13T10:19:49,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41487-0x10110d7390d0000, quorum=127.0.0.1:56180, baseZNode=/0-1915577078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1915577078 2024-11-13T10:19:49,134 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1915577078/flush-table-proc/acquired, /0-1915577078/flush-table-proc/reached, /0-1915577078/flush-table-proc/abort 2024-11-13T10:19:49,136 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=770665a7984d,41487,1731493188359 2024-11-13T10:19:49,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38389-0x10110d7390d0001, quorum=127.0.0.1:56180, baseZNode=/0-1915577078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1915577078 2024-11-13T10:19:49,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41487-0x10110d7390d0000, quorum=127.0.0.1:56180, baseZNode=/0-1915577078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1915577078 2024-11-13T10:19:49,145 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1915577078/online-snapshot/acquired, /0-1915577078/online-snapshot/reached, /0-1915577078/online-snapshot/abort 2024-11-13T10:19:49,146 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=770665a7984d,41487,1731493188359 2024-11-13T10:19:49,147 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T10:19:49,152 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T10:19:49,153 INFO [master/770665a7984d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T10:19:49,153 INFO [master/770665a7984d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T10:19:49,153 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 770665a7984d,41487,1731493188359 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T10:19:49,154 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:19:49,154 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:19:49,154 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:19:49,154 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:19:49,154 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/770665a7984d:0, corePoolSize=10, maxPoolSize=10 2024-11-13T10:19:49,154 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:49,154 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/770665a7984d:0, corePoolSize=2, maxPoolSize=2 2024-11-13T10:19:49,154 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:49,159 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T10:19:49,160 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T10:19:49,160 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:49,161 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T10:19:49,168 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731493219168 2024-11-13T10:19:49,168 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T10:19:49,168 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T10:19:49,168 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T10:19:49,168 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T10:19:49,168 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T10:19:49,169 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T10:19:49,171 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:49,172 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T10:19:49,172 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T10:19:49,172 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T10:19:49,172 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T10:19:49,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37485 is added to blk_1073741831_1007 (size=1321) 2024-11-13T10:19:49,173 INFO [RS:0;770665a7984d:38389 {}] regionserver.HRegionServer(746): ClusterId : 32c3907e-0e1a-45e8-a406-2adefadd398a 2024-11-13T10:19:49,173 DEBUG [RS:0;770665a7984d:38389 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T10:19:49,175 DEBUG [RS:0;770665a7984d:38389 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T10:19:49,175 DEBUG [RS:0;770665a7984d:38389 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T10:19:49,176 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T10:19:49,176 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T10:19:49,176 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.large.0-1731493189176,5,FailOnTimeoutGroup] 2024-11-13T10:19:49,176 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.small.0-1731493189176,5,FailOnTimeoutGroup] 2024-11-13T10:19:49,176 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:49,176 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T10:19:49,177 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:49,177 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:49,177 DEBUG [RS:0;770665a7984d:38389 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T10:19:49,177 DEBUG [RS:0;770665a7984d:38389 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1edd1d4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=770665a7984d/172.17.0.2:0 2024-11-13T10:19:49,192 DEBUG [RS:0;770665a7984d:38389 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;770665a7984d:38389 2024-11-13T10:19:49,192 INFO [RS:0;770665a7984d:38389 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T10:19:49,192 INFO [RS:0;770665a7984d:38389 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T10:19:49,192 DEBUG [RS:0;770665a7984d:38389 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T10:19:49,193 INFO [RS:0;770665a7984d:38389 {}] regionserver.HRegionServer(2659): reportForDuty to master=770665a7984d,41487,1731493188359 with port=38389, startcode=1731493188537 2024-11-13T10:19:49,193 DEBUG [RS:0;770665a7984d:38389 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T10:19:49,194 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51719, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T10:19:49,195 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41487 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 770665a7984d,38389,1731493188537 2024-11-13T10:19:49,195 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41487 {}] master.ServerManager(517): Registering regionserver=770665a7984d,38389,1731493188537 2024-11-13T10:19:49,196 DEBUG [RS:0;770665a7984d:38389 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140 2024-11-13T10:19:49,196 DEBUG [RS:0;770665a7984d:38389 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33231 2024-11-13T10:19:49,196 DEBUG [RS:0;770665a7984d:38389 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T10:19:49,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41487-0x10110d7390d0000, quorum=127.0.0.1:56180, baseZNode=/0-1915577078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1915577078/rs 2024-11-13T10:19:49,198 DEBUG [RS:0;770665a7984d:38389 {}] zookeeper.ZKUtil(111): regionserver:38389-0x10110d7390d0001, quorum=127.0.0.1:56180, baseZNode=/0-1915577078 Set watcher on existing znode=/0-1915577078/rs/770665a7984d,38389,1731493188537 2024-11-13T10:19:49,198 WARN [RS:0;770665a7984d:38389 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T10:19:49,198 INFO [RS:0;770665a7984d:38389 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:19:49,198 DEBUG [RS:0;770665a7984d:38389 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/WALs/770665a7984d,38389,1731493188537 2024-11-13T10:19:49,198 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [770665a7984d,38389,1731493188537] 2024-11-13T10:19:49,202 INFO [RS:0;770665a7984d:38389 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T10:19:49,204 INFO [RS:0;770665a7984d:38389 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T10:19:49,205 INFO [RS:0;770665a7984d:38389 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T10:19:49,205 INFO [RS:0;770665a7984d:38389 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:49,205 INFO [RS:0;770665a7984d:38389 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T10:19:49,205 INFO [RS:0;770665a7984d:38389 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T10:19:49,205 INFO [RS:0;770665a7984d:38389 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:49,205 DEBUG [RS:0;770665a7984d:38389 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:49,205 DEBUG [RS:0;770665a7984d:38389 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:49,205 DEBUG [RS:0;770665a7984d:38389 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:49,205 DEBUG [RS:0;770665a7984d:38389 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:49,205 DEBUG [RS:0;770665a7984d:38389 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:49,205 DEBUG [RS:0;770665a7984d:38389 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/770665a7984d:0, corePoolSize=2, maxPoolSize=2 2024-11-13T10:19:49,205 DEBUG [RS:0;770665a7984d:38389 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:49,206 DEBUG [RS:0;770665a7984d:38389 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:49,206 DEBUG [RS:0;770665a7984d:38389 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:49,206 DEBUG [RS:0;770665a7984d:38389 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:49,206 DEBUG [RS:0;770665a7984d:38389 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:49,206 DEBUG [RS:0;770665a7984d:38389 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:49,206 DEBUG [RS:0;770665a7984d:38389 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/770665a7984d:0, corePoolSize=3, maxPoolSize=3 2024-11-13T10:19:49,206 DEBUG [RS:0;770665a7984d:38389 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0, corePoolSize=3, maxPoolSize=3 2024-11-13T10:19:49,207 INFO [RS:0;770665a7984d:38389 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:49,207 INFO [RS:0;770665a7984d:38389 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:49,207 INFO [RS:0;770665a7984d:38389 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:49,207 INFO [RS:0;770665a7984d:38389 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:49,208 INFO [RS:0;770665a7984d:38389 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:49,208 INFO [RS:0;770665a7984d:38389 {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,38389,1731493188537-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T10:19:49,224 INFO [RS:0;770665a7984d:38389 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T10:19:49,224 INFO [RS:0;770665a7984d:38389 {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,38389,1731493188537-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:49,224 INFO [RS:0;770665a7984d:38389 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:49,224 INFO [RS:0;770665a7984d:38389 {}] regionserver.Replication(171): 770665a7984d,38389,1731493188537 started 2024-11-13T10:19:49,240 INFO [RS:0;770665a7984d:38389 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:49,240 INFO [RS:0;770665a7984d:38389 {}] regionserver.HRegionServer(1482): Serving as 770665a7984d,38389,1731493188537, RpcServer on 770665a7984d/172.17.0.2:38389, sessionid=0x10110d7390d0001 2024-11-13T10:19:49,240 DEBUG [RS:0;770665a7984d:38389 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T10:19:49,240 DEBUG [RS:0;770665a7984d:38389 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 770665a7984d,38389,1731493188537 2024-11-13T10:19:49,240 DEBUG [RS:0;770665a7984d:38389 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '770665a7984d,38389,1731493188537' 2024-11-13T10:19:49,240 DEBUG [RS:0;770665a7984d:38389 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1915577078/flush-table-proc/abort' 2024-11-13T10:19:49,241 DEBUG [RS:0;770665a7984d:38389 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1915577078/flush-table-proc/acquired' 2024-11-13T10:19:49,242 DEBUG [RS:0;770665a7984d:38389 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T10:19:49,242 DEBUG [RS:0;770665a7984d:38389 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T10:19:49,242 DEBUG [RS:0;770665a7984d:38389 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 770665a7984d,38389,1731493188537 2024-11-13T10:19:49,242 DEBUG [RS:0;770665a7984d:38389 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '770665a7984d,38389,1731493188537' 2024-11-13T10:19:49,242 DEBUG [RS:0;770665a7984d:38389 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1915577078/online-snapshot/abort' 2024-11-13T10:19:49,243 DEBUG [RS:0;770665a7984d:38389 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1915577078/online-snapshot/acquired' 2024-11-13T10:19:49,243 DEBUG [RS:0;770665a7984d:38389 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T10:19:49,243 INFO [RS:0;770665a7984d:38389 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T10:19:49,243 INFO [RS:0;770665a7984d:38389 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T10:19:49,344 INFO [RS:0;770665a7984d:38389 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T10:19:49,346 INFO [RS:0;770665a7984d:38389 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=770665a7984d%2C38389%2C1731493188537, suffix=, logDir=hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/WALs/770665a7984d,38389,1731493188537, archiveDir=hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/oldWALs, maxLogs=10 2024-11-13T10:19:49,363 DEBUG [RS:0;770665a7984d:38389 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/WALs/770665a7984d,38389,1731493188537/770665a7984d%2C38389%2C1731493188537.1731493189346, exclude list is [], retry=0 2024-11-13T10:19:49,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37485,DS-b202ef1f-e2d0-4394-b030-5f6c8f857c51,DISK] 2024-11-13T10:19:49,367 INFO [RS:0;770665a7984d:38389 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/WALs/770665a7984d,38389,1731493188537/770665a7984d%2C38389%2C1731493188537.1731493189346 2024-11-13T10:19:49,368 DEBUG [RS:0;770665a7984d:38389 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42001:42001)] 2024-11-13T10:19:49,574 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T10:19:49,574 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140 2024-11-13T10:19:49,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37485 is added to blk_1073741833_1009 (size=32) 2024-11-13T10:19:49,981 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:19:49,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T10:19:49,984 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T10:19:49,984 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:49,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:19:49,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T10:19:49,985 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T10:19:49,985 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:49,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:19:49,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T10:19:49,986 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T10:19:49,987 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:49,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:19:49,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T10:19:49,988 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T10:19:49,988 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:49,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:19:49,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T10:19:49,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/data/hbase/meta/1588230740 2024-11-13T10:19:49,993 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/data/hbase/meta/1588230740 2024-11-13T10:19:49,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T10:19:49,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T10:19:49,994 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T10:19:49,995 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T10:19:49,997 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:19:49,997 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69268340, jitterRate=0.03217869997024536}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T10:19:49,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731493189981Initializing all the Stores at 1731493189982 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493189982Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493189982Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493189982Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493189982Cleaning up temporary data from old regions at 1731493189994 (+12 ms)Region opened successfully at 1731493189998 (+4 ms) 2024-11-13T10:19:49,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T10:19:49,998 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T10:19:49,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T10:19:49,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T10:19:49,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T10:19:49,999 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T10:19:49,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731493189998Disabling compacts and flushes for region at 1731493189998Disabling writes for close at 1731493189998Writing region close event to WAL at 1731493189999 (+1 ms)Closed at 1731493189999 2024-11-13T10:19:50,000 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T10:19:50,000 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T10:19:50,000 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T10:19:50,001 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T10:19:50,001 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T10:19:50,152 DEBUG [770665a7984d:41487 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T10:19:50,153 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=770665a7984d,38389,1731493188537 2024-11-13T10:19:50,154 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 770665a7984d,38389,1731493188537, state=OPENING 2024-11-13T10:19:50,155 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T10:19:50,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38389-0x10110d7390d0001, quorum=127.0.0.1:56180, baseZNode=/0-1915577078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1915577078 2024-11-13T10:19:50,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41487-0x10110d7390d0000, quorum=127.0.0.1:56180, baseZNode=/0-1915577078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1915577078 2024-11-13T10:19:50,161 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1915577078/meta-region-server: CHANGED 2024-11-13T10:19:50,161 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T10:19:50,161 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1915577078/meta-region-server: CHANGED 2024-11-13T10:19:50,161 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=770665a7984d,38389,1731493188537}] 2024-11-13T10:19:50,314 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T10:19:50,315 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34749, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T10:19:50,319 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T10:19:50,319 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:19:50,319 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T10:19:50,321 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=770665a7984d%2C38389%2C1731493188537.meta, suffix=.meta, logDir=hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/WALs/770665a7984d,38389,1731493188537, archiveDir=hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/oldWALs, maxLogs=10 2024-11-13T10:19:50,338 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/WALs/770665a7984d,38389,1731493188537/770665a7984d%2C38389%2C1731493188537.meta.1731493190321.meta, exclude list is [], retry=0 2024-11-13T10:19:50,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37485,DS-b202ef1f-e2d0-4394-b030-5f6c8f857c51,DISK] 2024-11-13T10:19:50,342 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/WALs/770665a7984d,38389,1731493188537/770665a7984d%2C38389%2C1731493188537.meta.1731493190321.meta 2024-11-13T10:19:50,342 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42001:42001)] 2024-11-13T10:19:50,343 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:19:50,343 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T10:19:50,343 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T10:19:50,343 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T10:19:50,343 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T10:19:50,343 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T10:19:50,343 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:19:50,344 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T10:19:50,344 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T10:19:50,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T10:19:50,346 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T10:19:50,346 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:50,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:19:50,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T10:19:50,347 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T10:19:50,347 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:50,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:19:50,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T10:19:50,348 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T10:19:50,348 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:50,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:19:50,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T10:19:50,349 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T10:19:50,349 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:50,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:19:50,350 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T10:19:50,350 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/data/hbase/meta/1588230740 2024-11-13T10:19:50,352 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/data/hbase/meta/1588230740 2024-11-13T10:19:50,356 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T10:19:50,356 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T10:19:50,356 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T10:19:50,358 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T10:19:50,359 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70756130, jitterRate=0.054348498582839966}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T10:19:50,359 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T10:19:50,359 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731493190344Writing region info on filesystem at 1731493190344Initializing all the Stores at 1731493190345 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493190345Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493190345Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493190345Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493190345Cleaning up temporary data from old regions at 1731493190356 (+11 ms)Running coprocessor post-open hooks at 1731493190359 (+3 ms)Region opened successfully at 1731493190359 2024-11-13T10:19:50,361 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731493190313 2024-11-13T10:19:50,363 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T10:19:50,363 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T10:19:50,364 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=770665a7984d,38389,1731493188537 2024-11-13T10:19:50,365 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 770665a7984d,38389,1731493188537, state=OPEN 2024-11-13T10:19:50,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38389-0x10110d7390d0001, quorum=127.0.0.1:56180, baseZNode=/0-1915577078 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1915577078/meta-region-server 2024-11-13T10:19:50,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41487-0x10110d7390d0000, quorum=127.0.0.1:56180, baseZNode=/0-1915577078 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1915577078/meta-region-server 2024-11-13T10:19:50,367 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=770665a7984d,38389,1731493188537 2024-11-13T10:19:50,367 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1915577078/meta-region-server: CHANGED 2024-11-13T10:19:50,367 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1915577078/meta-region-server: CHANGED 2024-11-13T10:19:50,369 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T10:19:50,369 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=770665a7984d,38389,1731493188537 in 206 msec 2024-11-13T10:19:50,371 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T10:19:50,371 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 369 msec 2024-11-13T10:19:50,371 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T10:19:50,371 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T10:19:50,372 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:19:50,372 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,38389,1731493188537, seqNum=-1] 2024-11-13T10:19:50,373 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:19:50,374 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46469, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:19:50,378 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2260 sec 2024-11-13T10:19:50,378 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731493190378, completionTime=-1 2024-11-13T10:19:50,378 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T10:19:50,378 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T10:19:50,380 INFO [master/770665a7984d:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T10:19:50,380 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731493250380 2024-11-13T10:19:50,380 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731493310380 2024-11-13T10:19:50,380 INFO [master/770665a7984d:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T10:19:50,380 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,41487,1731493188359-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:50,380 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,41487,1731493188359-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:50,380 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,41487,1731493188359-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:50,380 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-770665a7984d:41487, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:50,380 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:50,380 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:50,382 DEBUG [master/770665a7984d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T10:19:50,383 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.785sec 2024-11-13T10:19:50,384 INFO [master/770665a7984d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T10:19:50,384 INFO [master/770665a7984d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T10:19:50,384 INFO [master/770665a7984d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T10:19:50,384 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T10:19:50,384 INFO [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T10:19:50,384 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,41487,1731493188359-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T10:19:50,384 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,41487,1731493188359-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T10:19:50,385 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T10:19:50,386 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T10:19:50,386 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,41487,1731493188359-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:50,474 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3545967e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:50,474 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,41487,-1 for getting cluster id 2024-11-13T10:19:50,474 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:19:50,476 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32c3907e-0e1a-45e8-a406-2adefadd398a' 2024-11-13T10:19:50,476 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:19:50,476 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32c3907e-0e1a-45e8-a406-2adefadd398a" 2024-11-13T10:19:50,476 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@403571b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:50,476 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,41487,-1] 2024-11-13T10:19:50,476 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:19:50,477 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:50,477 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:19:50,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7de37202, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:50,478 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:19:50,479 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,38389,1731493188537, seqNum=-1] 2024-11-13T10:19:50,479 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:19:50,480 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:19:50,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=770665a7984d,41487,1731493188359 2024-11-13T10:19:50,482 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56180 2024-11-13T10:19:50,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56180, baseZNode=/0-1915577078 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T10:19:50,485 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10110d7390d0002 connected 2024-11-13T10:19:50,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cbc4cc4-a615-d633-1959-545186417f83/hadoop.log.dir so I do NOT create it in target/test-data/a5aa8f0b-17db-03a9-823e-c0a69d2c6a44 2024-11-13T10:19:50,489 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cbc4cc4-a615-d633-1959-545186417f83/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T10:19:50,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cbc4cc4-a615-d633-1959-545186417f83/hadoop.tmp.dir so I do NOT create it in target/test-data/a5aa8f0b-17db-03a9-823e-c0a69d2c6a44 2024-11-13T10:19:50,489 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cbc4cc4-a615-d633-1959-545186417f83/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T10:19:50,489 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5aa8f0b-17db-03a9-823e-c0a69d2c6a44 2024-11-13T10:19:50,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T10:19:50,490 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5aa8f0b-17db-03a9-823e-c0a69d2c6a44/cluster_57427c1d-98e9-6e80-2df3-6a251170a722, deleteOnExit=true 2024-11-13T10:19:50,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T10:19:50,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5aa8f0b-17db-03a9-823e-c0a69d2c6a44/test.cache.data in system properties and HBase conf 2024-11-13T10:19:50,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5aa8f0b-17db-03a9-823e-c0a69d2c6a44/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T10:19:50,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5aa8f0b-17db-03a9-823e-c0a69d2c6a44/hadoop.log.dir in system properties and HBase conf 2024-11-13T10:19:50,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5aa8f0b-17db-03a9-823e-c0a69d2c6a44/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T10:19:50,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5aa8f0b-17db-03a9-823e-c0a69d2c6a44/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T10:19:50,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T10:19:50,490 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T10:19:50,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5aa8f0b-17db-03a9-823e-c0a69d2c6a44/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T10:19:50,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5aa8f0b-17db-03a9-823e-c0a69d2c6a44/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T10:19:50,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5aa8f0b-17db-03a9-823e-c0a69d2c6a44/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T10:19:50,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5aa8f0b-17db-03a9-823e-c0a69d2c6a44/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T10:19:50,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5aa8f0b-17db-03a9-823e-c0a69d2c6a44/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T10:19:50,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5aa8f0b-17db-03a9-823e-c0a69d2c6a44/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T10:19:50,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5aa8f0b-17db-03a9-823e-c0a69d2c6a44/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T10:19:50,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5aa8f0b-17db-03a9-823e-c0a69d2c6a44/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T10:19:50,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5aa8f0b-17db-03a9-823e-c0a69d2c6a44/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T10:19:50,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5aa8f0b-17db-03a9-823e-c0a69d2c6a44/nfs.dump.dir in system properties and HBase conf 2024-11-13T10:19:50,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5aa8f0b-17db-03a9-823e-c0a69d2c6a44/java.io.tmpdir in system properties and HBase conf 2024-11-13T10:19:50,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5aa8f0b-17db-03a9-823e-c0a69d2c6a44/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T10:19:50,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5aa8f0b-17db-03a9-823e-c0a69d2c6a44/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T10:19:50,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5aa8f0b-17db-03a9-823e-c0a69d2c6a44/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T10:19:50,563 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-13T10:19:50,601 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:19:50,601 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:19:50,602 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:19:50,602 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:19:50,603 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:19:50,603 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:19:50,609 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:19:50,614 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:19:50,614 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:19:50,617 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:19:50,646 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T10:19:50,655 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T10:19:50,673 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T10:19:50,673 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T10:19:50,673 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T10:19:50,674 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T10:19:50,676 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10450e5f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5aa8f0b-17db-03a9-823e-c0a69d2c6a44/hadoop.log.dir/,AVAILABLE} 2024-11-13T10:19:50,677 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74263c46{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T10:19:50,830 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6cb64947{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5aa8f0b-17db-03a9-823e-c0a69d2c6a44/java.io.tmpdir/jetty-localhost-39577-hadoop-hdfs-3_4_1-tests_jar-_-any-7694039810302887373/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T10:19:50,831 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2cae8f34{HTTP/1.1, (http/1.1)}{localhost:39577} 2024-11-13T10:19:50,831 INFO [Time-limited test {}] server.Server(415): Started @182679ms 2024-11-13T10:19:50,916 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T10:19:50,920 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T10:19:50,921 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T10:19:50,921 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T10:19:50,921 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T10:19:50,922 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77d66c2d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5aa8f0b-17db-03a9-823e-c0a69d2c6a44/hadoop.log.dir/,AVAILABLE} 2024-11-13T10:19:50,922 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4dac0b05{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T10:19:51,073 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@681efc43{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5aa8f0b-17db-03a9-823e-c0a69d2c6a44/java.io.tmpdir/jetty-localhost-46823-hadoop-hdfs-3_4_1-tests_jar-_-any-10428438427779125530/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T10:19:51,073 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@32d47073{HTTP/1.1, (http/1.1)}{localhost:46823} 2024-11-13T10:19:51,073 INFO [Time-limited test {}] server.Server(415): Started @182921ms 2024-11-13T10:19:51,075 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T10:19:51,194 WARN [Thread-2291 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5aa8f0b-17db-03a9-823e-c0a69d2c6a44/cluster_57427c1d-98e9-6e80-2df3-6a251170a722/data/data2/current/BP-179749363-172.17.0.2-1731493190512/current, will proceed with Du for space computation calculation, 2024-11-13T10:19:51,195 WARN [Thread-2290 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5aa8f0b-17db-03a9-823e-c0a69d2c6a44/cluster_57427c1d-98e9-6e80-2df3-6a251170a722/data/data1/current/BP-179749363-172.17.0.2-1731493190512/current, will proceed with Du for space computation calculation, 2024-11-13T10:19:51,233 WARN [Thread-2278 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T10:19:51,236 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x99b17bca52724e3 with lease ID 0xf744b10e5fefe480: Processing first storage report for DS-1a056e21-3a09-485e-9528-83247f30fa74 from datanode DatanodeRegistration(127.0.0.1:43349, datanodeUuid=8964efd3-a96f-4a18-80ad-fa10505ae0b7, infoPort=42317, infoSecurePort=0, ipcPort=39183, storageInfo=lv=-57;cid=testClusterID;nsid=2051924481;c=1731493190512) 2024-11-13T10:19:51,236 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x99b17bca52724e3 with lease ID 0xf744b10e5fefe480: from storage DS-1a056e21-3a09-485e-9528-83247f30fa74 node DatanodeRegistration(127.0.0.1:43349, datanodeUuid=8964efd3-a96f-4a18-80ad-fa10505ae0b7, infoPort=42317, infoSecurePort=0, ipcPort=39183, storageInfo=lv=-57;cid=testClusterID;nsid=2051924481;c=1731493190512), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T10:19:51,236 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x99b17bca52724e3 with lease ID 0xf744b10e5fefe480: Processing first storage report for DS-83feccf9-4b43-4a1c-8277-e9cc66ce0a20 from datanode DatanodeRegistration(127.0.0.1:43349, datanodeUuid=8964efd3-a96f-4a18-80ad-fa10505ae0b7, infoPort=42317, infoSecurePort=0, ipcPort=39183, storageInfo=lv=-57;cid=testClusterID;nsid=2051924481;c=1731493190512) 2024-11-13T10:19:51,236 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x99b17bca52724e3 with lease ID 0xf744b10e5fefe480: from storage DS-83feccf9-4b43-4a1c-8277-e9cc66ce0a20 node DatanodeRegistration(127.0.0.1:43349, datanodeUuid=8964efd3-a96f-4a18-80ad-fa10505ae0b7, infoPort=42317, infoSecurePort=0, ipcPort=39183, storageInfo=lv=-57;cid=testClusterID;nsid=2051924481;c=1731493190512), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T10:19:51,314 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5aa8f0b-17db-03a9-823e-c0a69d2c6a44 2024-11-13T10:19:51,314 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:19:51,316 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:19:51,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43349 is added to blk_1073741825_1001 (size=7) 2024-11-13T10:19:51,451 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:19:51,451 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [770665a7984d,36187,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=770665a7984d:36187 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T10:19:51,452 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8194 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [770665a7984d,36187,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=770665a7984d:36187 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T10:19:51,728 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23 with version=8 2024-11-13T10:19:51,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/hbase-staging 2024-11-13T10:19:51,731 INFO [Time-limited test {}] client.ConnectionUtils(128): master/770665a7984d:0 server-side Connection retries=45 2024-11-13T10:19:51,731 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:19:51,731 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T10:19:51,731 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T10:19:51,731 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:19:51,731 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T10:19:51,731 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T10:19:51,731 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T10:19:51,733 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46031 2024-11-13T10:19:51,734 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46031 connecting to ZooKeeper ensemble=127.0.0.1:56180 2024-11-13T10:19:51,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:460310x0, quorum=127.0.0.1:56180, baseZNode=/1-2040518271 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T10:19:51,768 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46031-0x10110d7390d0003 connected 2024-11-13T10:19:51,774 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:19:51,776 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:19:51,777 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46031-0x10110d7390d0003, quorum=127.0.0.1:56180, baseZNode=/1-2040518271 Set watcher on znode that does not yet exist, /1-2040518271/running 2024-11-13T10:19:51,777 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23, hbase.cluster.distributed=false 2024-11-13T10:19:51,779 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46031-0x10110d7390d0003, quorum=127.0.0.1:56180, baseZNode=/1-2040518271 Set watcher on znode that does not yet exist, /1-2040518271/acl 2024-11-13T10:19:51,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46031 2024-11-13T10:19:51,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46031 2024-11-13T10:19:51,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46031 2024-11-13T10:19:51,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46031 2024-11-13T10:19:51,785 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46031 2024-11-13T10:19:51,816 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/770665a7984d:0 server-side Connection retries=45 2024-11-13T10:19:51,816 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:19:51,816 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T10:19:51,816 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T10:19:51,816 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:19:51,816 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T10:19:51,816 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T10:19:51,816 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T10:19:51,817 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40243 2024-11-13T10:19:51,818 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40243 connecting to ZooKeeper ensemble=127.0.0.1:56180 2024-11-13T10:19:51,819 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:19:51,820 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:19:51,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:402430x0, quorum=127.0.0.1:56180, baseZNode=/1-2040518271 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T10:19:51,824 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40243-0x10110d7390d0004 connected 2024-11-13T10:19:51,824 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40243-0x10110d7390d0004, quorum=127.0.0.1:56180, baseZNode=/1-2040518271 Set watcher on znode that does not yet exist, /1-2040518271/running 2024-11-13T10:19:51,825 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T10:19:51,828 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T10:19:51,829 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40243-0x10110d7390d0004, quorum=127.0.0.1:56180, baseZNode=/1-2040518271 Set watcher on znode that does not yet exist, /1-2040518271/master 2024-11-13T10:19:51,830 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40243-0x10110d7390d0004, quorum=127.0.0.1:56180, baseZNode=/1-2040518271 Set watcher on znode that does not yet exist, /1-2040518271/acl 2024-11-13T10:19:51,830 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40243 2024-11-13T10:19:51,830 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40243 2024-11-13T10:19:51,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40243 2024-11-13T10:19:51,834 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40243 2024-11-13T10:19:51,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40243 2024-11-13T10:19:51,849 DEBUG [M:0;770665a7984d:46031 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;770665a7984d:46031 2024-11-13T10:19:51,856 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-2040518271/backup-masters/770665a7984d,46031,1731493191731 2024-11-13T10:19:51,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40243-0x10110d7390d0004, quorum=127.0.0.1:56180, baseZNode=/1-2040518271 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2040518271/backup-masters 2024-11-13T10:19:51,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46031-0x10110d7390d0003, quorum=127.0.0.1:56180, baseZNode=/1-2040518271 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2040518271/backup-masters 2024-11-13T10:19:51,858 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46031-0x10110d7390d0003, quorum=127.0.0.1:56180, baseZNode=/1-2040518271 Set watcher on existing znode=/1-2040518271/backup-masters/770665a7984d,46031,1731493191731 2024-11-13T10:19:51,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46031-0x10110d7390d0003, quorum=127.0.0.1:56180, baseZNode=/1-2040518271 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2040518271 2024-11-13T10:19:51,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40243-0x10110d7390d0004, quorum=127.0.0.1:56180, baseZNode=/1-2040518271 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2040518271/master 2024-11-13T10:19:51,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40243-0x10110d7390d0004, quorum=127.0.0.1:56180, baseZNode=/1-2040518271 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2040518271 2024-11-13T10:19:51,863 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46031-0x10110d7390d0003, quorum=127.0.0.1:56180, baseZNode=/1-2040518271 Set watcher on existing znode=/1-2040518271/master 2024-11-13T10:19:51,863 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-2040518271/backup-masters/770665a7984d,46031,1731493191731 from backup master directory 2024-11-13T10:19:51,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40243-0x10110d7390d0004, quorum=127.0.0.1:56180, baseZNode=/1-2040518271 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2040518271/backup-masters 2024-11-13T10:19:51,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46031-0x10110d7390d0003, quorum=127.0.0.1:56180, baseZNode=/1-2040518271 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2040518271/backup-masters/770665a7984d,46031,1731493191731 2024-11-13T10:19:51,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46031-0x10110d7390d0003, quorum=127.0.0.1:56180, baseZNode=/1-2040518271 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2040518271/backup-masters 2024-11-13T10:19:51,864 WARN [master/770665a7984d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T10:19:51,864 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=770665a7984d,46031,1731493191731 2024-11-13T10:19:51,869 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/hbase.id] with ID: 4aa650f5-1cc5-4b0c-b9cf-aa6b39cbf24c 2024-11-13T10:19:51,869 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/.tmp/hbase.id 2024-11-13T10:19:51,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43349 is added to blk_1073741826_1002 (size=42) 2024-11-13T10:19:52,287 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/.tmp/hbase.id]:[hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/hbase.id] 2024-11-13T10:19:52,301 INFO [master/770665a7984d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:19:52,302 INFO [master/770665a7984d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T10:19:52,303 INFO [master/770665a7984d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T10:19:52,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40243-0x10110d7390d0004, quorum=127.0.0.1:56180, baseZNode=/1-2040518271 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2040518271 2024-11-13T10:19:52,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46031-0x10110d7390d0003, quorum=127.0.0.1:56180, baseZNode=/1-2040518271 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2040518271 2024-11-13T10:19:52,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43349 is added to blk_1073741827_1003 (size=196) 2024-11-13T10:19:52,727 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T10:19:52,728 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T10:19:52,729 INFO [master/770665a7984d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:19:52,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43349 is added to blk_1073741828_1004 (size=1189) 2024-11-13T10:19:52,736 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/MasterData/data/master/store 2024-11-13T10:19:52,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43349 is added to blk_1073741829_1005 (size=34) 2024-11-13T10:19:53,141 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:19:53,141 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T10:19:53,141 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:19:53,141 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:19:53,141 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T10:19:53,142 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:19:53,142 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:19:53,142 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731493193141Disabling compacts and flushes for region at 1731493193141Disabling writes for close at 1731493193141Writing region close event to WAL at 1731493193142 (+1 ms)Closed at 1731493193142 2024-11-13T10:19:53,143 WARN [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/MasterData/data/master/store/.initializing 2024-11-13T10:19:53,143 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/MasterData/WALs/770665a7984d,46031,1731493191731 2024-11-13T10:19:53,144 INFO [master/770665a7984d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T10:19:53,146 INFO [master/770665a7984d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=770665a7984d%2C46031%2C1731493191731, suffix=, logDir=hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/MasterData/WALs/770665a7984d,46031,1731493191731, archiveDir=hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/MasterData/oldWALs, maxLogs=10 2024-11-13T10:19:53,161 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/MasterData/WALs/770665a7984d,46031,1731493191731/770665a7984d%2C46031%2C1731493191731.1731493193146, exclude list is [], retry=0 2024-11-13T10:19:53,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43349,DS-1a056e21-3a09-485e-9528-83247f30fa74,DISK] 2024-11-13T10:19:53,173 INFO [master/770665a7984d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/MasterData/WALs/770665a7984d,46031,1731493191731/770665a7984d%2C46031%2C1731493191731.1731493193146 2024-11-13T10:19:53,182 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42317:42317)] 2024-11-13T10:19:53,182 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:19:53,182 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:19:53,182 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:19:53,182 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:19:53,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:19:53,185 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T10:19:53,185 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:53,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:19:53,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:19:53,187 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T10:19:53,187 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:53,187 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:19:53,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:19:53,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T10:19:53,189 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:53,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:19:53,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:19:53,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T10:19:53,190 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:53,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:19:53,190 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:19:53,191 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:19:53,191 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:19:53,192 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:19:53,192 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:19:53,193 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T10:19:53,194 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:19:53,203 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:19:53,204 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72888843, jitterRate=0.08612839877605438}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T10:19:53,204 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731493193183Initializing all the Stores at 1731493193183Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493193183Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493193184 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493193184Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493193184Cleaning up temporary data from old regions at 1731493193192 (+8 ms)Region opened successfully at 1731493193204 (+12 ms) 2024-11-13T10:19:53,204 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T10:19:53,208 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58f1248b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=770665a7984d/172.17.0.2:0 2024-11-13T10:19:53,209 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T10:19:53,209 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T10:19:53,209 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T10:19:53,209 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T10:19:53,210 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T10:19:53,210 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T10:19:53,210 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T10:19:53,214 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T10:19:53,215 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46031-0x10110d7390d0003, quorum=127.0.0.1:56180, baseZNode=/1-2040518271 Unable to get data of znode /1-2040518271/balancer because node does not exist (not necessarily an error) 2024-11-13T10:19:53,216 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2040518271/balancer already deleted, retry=false 2024-11-13T10:19:53,217 INFO [master/770665a7984d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T10:19:53,217 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46031-0x10110d7390d0003, quorum=127.0.0.1:56180, baseZNode=/1-2040518271 Unable to get data of znode /1-2040518271/normalizer because node does not exist (not necessarily an error) 2024-11-13T10:19:53,218 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2040518271/normalizer already deleted, retry=false 2024-11-13T10:19:53,218 INFO [master/770665a7984d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T10:19:53,221 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46031-0x10110d7390d0003, quorum=127.0.0.1:56180, baseZNode=/1-2040518271 Unable to get data of znode /1-2040518271/switch/split because node does not exist (not necessarily an error) 2024-11-13T10:19:53,222 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2040518271/switch/split already deleted, retry=false 2024-11-13T10:19:53,224 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46031-0x10110d7390d0003, quorum=127.0.0.1:56180, baseZNode=/1-2040518271 Unable to get data of znode /1-2040518271/switch/merge because node does not exist (not necessarily an error) 2024-11-13T10:19:53,226 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2040518271/switch/merge already deleted, retry=false 2024-11-13T10:19:53,230 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46031-0x10110d7390d0003, quorum=127.0.0.1:56180, baseZNode=/1-2040518271 Unable to get data of znode /1-2040518271/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T10:19:53,232 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2040518271/snapshot-cleanup already deleted, retry=false 2024-11-13T10:19:53,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46031-0x10110d7390d0003, quorum=127.0.0.1:56180, baseZNode=/1-2040518271 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2040518271/running 2024-11-13T10:19:53,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40243-0x10110d7390d0004, quorum=127.0.0.1:56180, baseZNode=/1-2040518271 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2040518271/running 2024-11-13T10:19:53,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46031-0x10110d7390d0003, quorum=127.0.0.1:56180, baseZNode=/1-2040518271 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2040518271 2024-11-13T10:19:53,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40243-0x10110d7390d0004, quorum=127.0.0.1:56180, baseZNode=/1-2040518271 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2040518271 2024-11-13T10:19:53,234 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=770665a7984d,46031,1731493191731, sessionid=0x10110d7390d0003, setting cluster-up flag (Was=false) 2024-11-13T10:19:53,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40243-0x10110d7390d0004, quorum=127.0.0.1:56180, baseZNode=/1-2040518271 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2040518271 2024-11-13T10:19:53,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46031-0x10110d7390d0003, quorum=127.0.0.1:56180, baseZNode=/1-2040518271 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2040518271 2024-11-13T10:19:53,248 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2040518271/flush-table-proc/acquired, /1-2040518271/flush-table-proc/reached, /1-2040518271/flush-table-proc/abort 2024-11-13T10:19:53,249 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=770665a7984d,46031,1731493191731 2024-11-13T10:19:53,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40243-0x10110d7390d0004, quorum=127.0.0.1:56180, baseZNode=/1-2040518271 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2040518271 2024-11-13T10:19:53,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46031-0x10110d7390d0003, quorum=127.0.0.1:56180, baseZNode=/1-2040518271 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2040518271 2024-11-13T10:19:53,259 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2040518271/online-snapshot/acquired, /1-2040518271/online-snapshot/reached, /1-2040518271/online-snapshot/abort 2024-11-13T10:19:53,260 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=770665a7984d,46031,1731493191731 2024-11-13T10:19:53,265 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T10:19:53,268 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T10:19:53,268 INFO [master/770665a7984d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T10:19:53,268 INFO [master/770665a7984d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T10:19:53,268 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 770665a7984d,46031,1731493191731 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T10:19:53,272 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:19:53,272 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:19:53,272 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:19:53,272 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:19:53,272 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/770665a7984d:0, corePoolSize=10, maxPoolSize=10 2024-11-13T10:19:53,272 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:53,272 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/770665a7984d:0, corePoolSize=2, maxPoolSize=2 2024-11-13T10:19:53,272 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:53,298 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T10:19:53,298 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T10:19:53,299 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:53,299 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T10:19:53,320 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731493223320 2024-11-13T10:19:53,321 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T10:19:53,321 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T10:19:53,321 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T10:19:53,321 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T10:19:53,321 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T10:19:53,321 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T10:19:53,328 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:53,331 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T10:19:53,331 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T10:19:53,332 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T10:19:53,346 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T10:19:53,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43349 is added to blk_1073741831_1007 (size=1321) 2024-11-13T10:19:53,351 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T10:19:53,351 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23 2024-11-13T10:19:53,356 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T10:19:53,357 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T10:19:53,357 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.large.0-1731493193357,5,FailOnTimeoutGroup] 2024-11-13T10:19:53,358 INFO [RS:0;770665a7984d:40243 {}] regionserver.HRegionServer(746): ClusterId : 4aa650f5-1cc5-4b0c-b9cf-aa6b39cbf24c 2024-11-13T10:19:53,358 DEBUG [RS:0;770665a7984d:40243 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T10:19:53,361 DEBUG [RS:0;770665a7984d:40243 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T10:19:53,361 DEBUG [RS:0;770665a7984d:40243 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T10:19:53,365 DEBUG [RS:0;770665a7984d:40243 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T10:19:53,365 DEBUG [RS:0;770665a7984d:40243 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bc1c486, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=770665a7984d/172.17.0.2:0 2024-11-13T10:19:53,375 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.small.0-1731493193357,5,FailOnTimeoutGroup] 2024-11-13T10:19:53,375 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:53,375 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T10:19:53,375 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:53,375 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:53,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43349 is added to blk_1073741832_1008 (size=32) 2024-11-13T10:19:53,398 DEBUG [RS:0;770665a7984d:40243 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;770665a7984d:40243 2024-11-13T10:19:53,398 INFO [RS:0;770665a7984d:40243 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T10:19:53,398 INFO [RS:0;770665a7984d:40243 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T10:19:53,398 DEBUG [RS:0;770665a7984d:40243 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T10:19:53,399 INFO [RS:0;770665a7984d:40243 {}] regionserver.HRegionServer(2659): reportForDuty to master=770665a7984d,46031,1731493191731 with port=40243, startcode=1731493191816 2024-11-13T10:19:53,400 DEBUG [RS:0;770665a7984d:40243 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T10:19:53,403 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52011, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T10:19:53,403 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46031 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 770665a7984d,40243,1731493191816 2024-11-13T10:19:53,404 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46031 {}] master.ServerManager(517): Registering regionserver=770665a7984d,40243,1731493191816 2024-11-13T10:19:53,405 DEBUG [RS:0;770665a7984d:40243 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23 2024-11-13T10:19:53,405 DEBUG [RS:0;770665a7984d:40243 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37825 2024-11-13T10:19:53,405 DEBUG [RS:0;770665a7984d:40243 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T10:19:53,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46031-0x10110d7390d0003, quorum=127.0.0.1:56180, baseZNode=/1-2040518271 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2040518271/rs 2024-11-13T10:19:53,413 DEBUG [RS:0;770665a7984d:40243 {}] zookeeper.ZKUtil(111): regionserver:40243-0x10110d7390d0004, quorum=127.0.0.1:56180, baseZNode=/1-2040518271 Set watcher on existing znode=/1-2040518271/rs/770665a7984d,40243,1731493191816 2024-11-13T10:19:53,413 WARN [RS:0;770665a7984d:40243 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T10:19:53,413 INFO [RS:0;770665a7984d:40243 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:19:53,413 DEBUG [RS:0;770665a7984d:40243 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/WALs/770665a7984d,40243,1731493191816 2024-11-13T10:19:53,414 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [770665a7984d,40243,1731493191816] 2024-11-13T10:19:53,423 INFO [RS:0;770665a7984d:40243 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T10:19:53,428 INFO [RS:0;770665a7984d:40243 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T10:19:53,428 INFO [RS:0;770665a7984d:40243 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T10:19:53,428 INFO [RS:0;770665a7984d:40243 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:53,429 INFO [RS:0;770665a7984d:40243 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T10:19:53,430 INFO [RS:0;770665a7984d:40243 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T10:19:53,430 INFO [RS:0;770665a7984d:40243 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:53,430 DEBUG [RS:0;770665a7984d:40243 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:53,430 DEBUG [RS:0;770665a7984d:40243 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:53,430 DEBUG [RS:0;770665a7984d:40243 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:53,430 DEBUG [RS:0;770665a7984d:40243 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:53,430 DEBUG [RS:0;770665a7984d:40243 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:53,430 DEBUG [RS:0;770665a7984d:40243 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/770665a7984d:0, corePoolSize=2, maxPoolSize=2 2024-11-13T10:19:53,430 DEBUG [RS:0;770665a7984d:40243 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:53,430 DEBUG [RS:0;770665a7984d:40243 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:53,431 DEBUG [RS:0;770665a7984d:40243 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:53,431 DEBUG [RS:0;770665a7984d:40243 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:53,431 DEBUG [RS:0;770665a7984d:40243 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:53,431 DEBUG [RS:0;770665a7984d:40243 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:19:53,431 DEBUG [RS:0;770665a7984d:40243 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/770665a7984d:0, corePoolSize=3, maxPoolSize=3 2024-11-13T10:19:53,431 DEBUG [RS:0;770665a7984d:40243 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0, corePoolSize=3, maxPoolSize=3 2024-11-13T10:19:53,436 INFO [RS:0;770665a7984d:40243 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:53,436 INFO [RS:0;770665a7984d:40243 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:53,436 INFO [RS:0;770665a7984d:40243 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:53,436 INFO [RS:0;770665a7984d:40243 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:53,436 INFO [RS:0;770665a7984d:40243 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:53,436 INFO [RS:0;770665a7984d:40243 {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,40243,1731493191816-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T10:19:53,452 INFO [RS:0;770665a7984d:40243 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T10:19:53,452 INFO [RS:0;770665a7984d:40243 {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,40243,1731493191816-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:53,452 INFO [RS:0;770665a7984d:40243 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:53,452 INFO [RS:0;770665a7984d:40243 {}] regionserver.Replication(171): 770665a7984d,40243,1731493191816 started 2024-11-13T10:19:53,468 INFO [RS:0;770665a7984d:40243 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:53,468 INFO [RS:0;770665a7984d:40243 {}] regionserver.HRegionServer(1482): Serving as 770665a7984d,40243,1731493191816, RpcServer on 770665a7984d/172.17.0.2:40243, sessionid=0x10110d7390d0004 2024-11-13T10:19:53,468 DEBUG [RS:0;770665a7984d:40243 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T10:19:53,468 DEBUG [RS:0;770665a7984d:40243 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 770665a7984d,40243,1731493191816 2024-11-13T10:19:53,468 DEBUG [RS:0;770665a7984d:40243 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '770665a7984d,40243,1731493191816' 2024-11-13T10:19:53,468 DEBUG [RS:0;770665a7984d:40243 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2040518271/flush-table-proc/abort' 2024-11-13T10:19:53,468 DEBUG [RS:0;770665a7984d:40243 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2040518271/flush-table-proc/acquired' 2024-11-13T10:19:53,469 DEBUG [RS:0;770665a7984d:40243 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T10:19:53,469 DEBUG [RS:0;770665a7984d:40243 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T10:19:53,469 DEBUG [RS:0;770665a7984d:40243 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 770665a7984d,40243,1731493191816 2024-11-13T10:19:53,469 DEBUG [RS:0;770665a7984d:40243 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '770665a7984d,40243,1731493191816' 2024-11-13T10:19:53,469 DEBUG [RS:0;770665a7984d:40243 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2040518271/online-snapshot/abort' 2024-11-13T10:19:53,469 DEBUG [RS:0;770665a7984d:40243 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2040518271/online-snapshot/acquired' 2024-11-13T10:19:53,470 DEBUG [RS:0;770665a7984d:40243 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T10:19:53,470 INFO [RS:0;770665a7984d:40243 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T10:19:53,470 INFO [RS:0;770665a7984d:40243 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T10:19:53,570 INFO [RS:0;770665a7984d:40243 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T10:19:53,573 INFO [RS:0;770665a7984d:40243 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=770665a7984d%2C40243%2C1731493191816, suffix=, logDir=hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/WALs/770665a7984d,40243,1731493191816, archiveDir=hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/oldWALs, maxLogs=10 2024-11-13T10:19:53,599 DEBUG [RS:0;770665a7984d:40243 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/WALs/770665a7984d,40243,1731493191816/770665a7984d%2C40243%2C1731493191816.1731493193573, exclude list is [], retry=0 2024-11-13T10:19:53,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43349,DS-1a056e21-3a09-485e-9528-83247f30fa74,DISK] 2024-11-13T10:19:53,625 INFO [RS:0;770665a7984d:40243 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/WALs/770665a7984d,40243,1731493191816/770665a7984d%2C40243%2C1731493191816.1731493193573 2024-11-13T10:19:53,632 DEBUG [RS:0;770665a7984d:40243 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42317:42317)] 2024-11-13T10:19:53,786 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:19:53,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T10:19:53,789 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T10:19:53,789 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:53,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:19:53,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T10:19:53,790 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T10:19:53,791 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:53,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:19:53,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T10:19:53,792 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T10:19:53,792 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:53,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:19:53,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T10:19:53,793 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T10:19:53,793 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:53,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:19:53,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T10:19:53,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/data/hbase/meta/1588230740 2024-11-13T10:19:53,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/data/hbase/meta/1588230740 2024-11-13T10:19:53,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T10:19:53,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T10:19:53,797 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T10:19:53,797 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T10:19:53,799 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:19:53,800 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66388605, jitterRate=-0.010732695460319519}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T10:19:53,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731493193786Initializing all the Stores at 1731493193787 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493193787Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493193787Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493193787Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493193787Cleaning up temporary data from old regions at 1731493193796 (+9 ms)Region opened successfully at 1731493193800 (+4 ms) 2024-11-13T10:19:53,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T10:19:53,800 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T10:19:53,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T10:19:53,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T10:19:53,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T10:19:53,800 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T10:19:53,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731493193800Disabling compacts and flushes for region at 1731493193800Disabling writes for close at 1731493193800Writing region close event to WAL at 1731493193800Closed at 1731493193800 2024-11-13T10:19:53,801 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T10:19:53,801 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T10:19:53,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T10:19:53,802 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T10:19:53,803 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T10:19:53,953 DEBUG [770665a7984d:46031 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T10:19:53,954 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=770665a7984d,40243,1731493191816 2024-11-13T10:19:53,955 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 770665a7984d,40243,1731493191816, state=OPENING 2024-11-13T10:19:53,957 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T10:19:53,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40243-0x10110d7390d0004, quorum=127.0.0.1:56180, baseZNode=/1-2040518271 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2040518271 2024-11-13T10:19:53,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46031-0x10110d7390d0003, quorum=127.0.0.1:56180, baseZNode=/1-2040518271 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2040518271 2024-11-13T10:19:53,960 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2040518271/meta-region-server: CHANGED 2024-11-13T10:19:53,960 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2040518271/meta-region-server: CHANGED 2024-11-13T10:19:53,960 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T10:19:53,960 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=770665a7984d,40243,1731493191816}] 2024-11-13T10:19:54,125 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T10:19:54,133 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58067, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T10:19:54,136 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T10:19:54,137 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:19:54,137 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T10:19:54,139 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=770665a7984d%2C40243%2C1731493191816.meta, suffix=.meta, logDir=hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/WALs/770665a7984d,40243,1731493191816, archiveDir=hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/oldWALs, maxLogs=10 2024-11-13T10:19:54,162 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/WALs/770665a7984d,40243,1731493191816/770665a7984d%2C40243%2C1731493191816.meta.1731493194139.meta, exclude list is [], retry=0 2024-11-13T10:19:54,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43349,DS-1a056e21-3a09-485e-9528-83247f30fa74,DISK] 2024-11-13T10:19:54,168 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/WALs/770665a7984d,40243,1731493191816/770665a7984d%2C40243%2C1731493191816.meta.1731493194139.meta 2024-11-13T10:19:54,169 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42317:42317)] 2024-11-13T10:19:54,169 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:19:54,169 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T10:19:54,170 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T10:19:54,170 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T10:19:54,170 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T10:19:54,170 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T10:19:54,170 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:19:54,170 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T10:19:54,170 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T10:19:54,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T10:19:54,173 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T10:19:54,173 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:54,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:19:54,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T10:19:54,174 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T10:19:54,174 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:54,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:19:54,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T10:19:54,175 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T10:19:54,175 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:54,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:19:54,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T10:19:54,176 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T10:19:54,176 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:54,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:19:54,177 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T10:19:54,177 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/data/hbase/meta/1588230740 2024-11-13T10:19:54,178 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/data/hbase/meta/1588230740 2024-11-13T10:19:54,179 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T10:19:54,179 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T10:19:54,180 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T10:19:54,181 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T10:19:54,182 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70565211, jitterRate=0.051503583788871765}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T10:19:54,182 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T10:19:54,182 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731493194170Writing region info on filesystem at 1731493194170Initializing all the Stores at 1731493194171 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493194171Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493194172 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493194172Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493194172Cleaning up temporary data from old regions at 1731493194179 (+7 ms)Running coprocessor post-open hooks at 1731493194182 (+3 ms)Region opened successfully at 1731493194182 2024-11-13T10:19:54,183 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731493194125 2024-11-13T10:19:54,186 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T10:19:54,186 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T10:19:54,186 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=770665a7984d,40243,1731493191816 2024-11-13T10:19:54,188 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 770665a7984d,40243,1731493191816, state=OPEN 2024-11-13T10:19:54,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40243-0x10110d7390d0004, quorum=127.0.0.1:56180, baseZNode=/1-2040518271 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2040518271/meta-region-server 2024-11-13T10:19:54,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46031-0x10110d7390d0003, quorum=127.0.0.1:56180, baseZNode=/1-2040518271 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2040518271/meta-region-server 2024-11-13T10:19:54,189 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2040518271/meta-region-server: CHANGED 2024-11-13T10:19:54,189 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2040518271/meta-region-server: CHANGED 2024-11-13T10:19:54,190 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=770665a7984d,40243,1731493191816 2024-11-13T10:19:54,192 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T10:19:54,192 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=770665a7984d,40243,1731493191816 in 230 msec 2024-11-13T10:19:54,194 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T10:19:54,194 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 391 msec 2024-11-13T10:19:54,195 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T10:19:54,195 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T10:19:54,197 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:19:54,197 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,40243,1731493191816, seqNum=-1] 2024-11-13T10:19:54,197 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:19:54,198 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55963, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:19:54,203 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 937 msec 2024-11-13T10:19:54,204 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731493194204, completionTime=-1 2024-11-13T10:19:54,204 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T10:19:54,204 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T10:19:54,206 INFO [master/770665a7984d:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T10:19:54,206 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731493254206 2024-11-13T10:19:54,206 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731493314206 2024-11-13T10:19:54,206 INFO [master/770665a7984d:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T10:19:54,206 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,46031,1731493191731-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:54,206 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,46031,1731493191731-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:54,206 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,46031,1731493191731-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:54,206 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-770665a7984d:46031, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:54,206 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:54,206 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:54,210 DEBUG [master/770665a7984d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T10:19:54,211 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.346sec 2024-11-13T10:19:54,211 INFO [master/770665a7984d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T10:19:54,211 INFO [master/770665a7984d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T10:19:54,211 INFO [master/770665a7984d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T10:19:54,211 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T10:19:54,211 INFO [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T10:19:54,211 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,46031,1731493191731-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T10:19:54,211 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,46031,1731493191731-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T10:19:54,213 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T10:19:54,213 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T10:19:54,213 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,46031,1731493191731-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:19:54,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27f78d31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:54,259 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,46031,-1 for getting cluster id 2024-11-13T10:19:54,259 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:19:54,260 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4aa650f5-1cc5-4b0c-b9cf-aa6b39cbf24c' 2024-11-13T10:19:54,261 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:19:54,261 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4aa650f5-1cc5-4b0c-b9cf-aa6b39cbf24c" 2024-11-13T10:19:54,261 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4df94f9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:54,261 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,46031,-1] 2024-11-13T10:19:54,262 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:19:54,262 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:54,263 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:19:54,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@697798b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:54,265 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:19:54,266 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,40243,1731493191816, seqNum=-1] 2024-11-13T10:19:54,266 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:19:54,267 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:19:54,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=770665a7984d,46031,1731493191731 2024-11-13T10:19:54,269 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56180 2024-11-13T10:19:54,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56180, baseZNode=/1-2040518271 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T10:19:54,273 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10110d7390d0005 connected 2024-11-13T10:19:54,277 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:19:54,278 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,41487,1731493188359 2024-11-13T10:19:54,278 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d6d13b7 2024-11-13T10:19:54,279 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:19:54,279 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T10:19:54,280 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41487 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T10:19:54,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41487 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T10:19:54,284 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T10:19:54,284 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:54,284 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41487 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T10:19:54,286 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T10:19:54,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:19:54,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37485 is added to blk_1073741835_1011 (size=902) 2024-11-13T10:19:54,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:19:54,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:19:54,611 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T10:19:54,611 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T10:19:54,612 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T10:19:54,612 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-13T10:19:54,612 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T10:19:54,612 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T10:19:54,704 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d5db7fa3a9f1c98846ffe075336c06b3, NAME => 'test,,1731493194280.d5db7fa3a9f1c98846ffe075336c06b3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140 2024-11-13T10:19:54,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37485 is added to blk_1073741836_1012 (size=39) 2024-11-13T10:19:54,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:19:55,109 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731493194280.d5db7fa3a9f1c98846ffe075336c06b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:19:55,109 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d5db7fa3a9f1c98846ffe075336c06b3, disabling compactions & flushes 2024-11-13T10:19:55,109 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731493194280.d5db7fa3a9f1c98846ffe075336c06b3. 2024-11-13T10:19:55,109 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731493194280.d5db7fa3a9f1c98846ffe075336c06b3. 2024-11-13T10:19:55,110 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731493194280.d5db7fa3a9f1c98846ffe075336c06b3. after waiting 0 ms 2024-11-13T10:19:55,110 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731493194280.d5db7fa3a9f1c98846ffe075336c06b3. 2024-11-13T10:19:55,110 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731493194280.d5db7fa3a9f1c98846ffe075336c06b3. 2024-11-13T10:19:55,110 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d5db7fa3a9f1c98846ffe075336c06b3: Waiting for close lock at 1731493195109Disabling compacts and flushes for region at 1731493195109Disabling writes for close at 1731493195110 (+1 ms)Writing region close event to WAL at 1731493195110Closed at 1731493195110 2024-11-13T10:19:55,111 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T10:19:55,111 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731493194280.d5db7fa3a9f1c98846ffe075336c06b3.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731493195111"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731493195111"}]},"ts":"1731493195111"} 2024-11-13T10:19:55,114 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T10:19:55,114 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T10:19:55,115 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731493195114"}]},"ts":"1731493195114"} 2024-11-13T10:19:55,116 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T10:19:55,116 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d5db7fa3a9f1c98846ffe075336c06b3, ASSIGN}] 2024-11-13T10:19:55,117 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d5db7fa3a9f1c98846ffe075336c06b3, ASSIGN 2024-11-13T10:19:55,118 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d5db7fa3a9f1c98846ffe075336c06b3, ASSIGN; state=OFFLINE, location=770665a7984d,38389,1731493188537; forceNewPlan=false, retain=false 2024-11-13T10:19:55,203 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T10:19:55,269 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d5db7fa3a9f1c98846ffe075336c06b3, regionState=OPENING, regionLocation=770665a7984d,38389,1731493188537 2024-11-13T10:19:55,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d5db7fa3a9f1c98846ffe075336c06b3, ASSIGN because future has completed 2024-11-13T10:19:55,273 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d5db7fa3a9f1c98846ffe075336c06b3, server=770665a7984d,38389,1731493188537}] 2024-11-13T10:19:55,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:19:55,429 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731493194280.d5db7fa3a9f1c98846ffe075336c06b3. 2024-11-13T10:19:55,429 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d5db7fa3a9f1c98846ffe075336c06b3, NAME => 'test,,1731493194280.d5db7fa3a9f1c98846ffe075336c06b3.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:19:55,429 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T10:19:55,429 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T10:19:55,429 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d5db7fa3a9f1c98846ffe075336c06b3 2024-11-13T10:19:55,429 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731493194280.d5db7fa3a9f1c98846ffe075336c06b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:19:55,430 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d5db7fa3a9f1c98846ffe075336c06b3 2024-11-13T10:19:55,430 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d5db7fa3a9f1c98846ffe075336c06b3 2024-11-13T10:19:55,431 INFO [StoreOpener-d5db7fa3a9f1c98846ffe075336c06b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d5db7fa3a9f1c98846ffe075336c06b3 2024-11-13T10:19:55,432 INFO [StoreOpener-d5db7fa3a9f1c98846ffe075336c06b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5db7fa3a9f1c98846ffe075336c06b3 columnFamilyName f 2024-11-13T10:19:55,432 DEBUG [StoreOpener-d5db7fa3a9f1c98846ffe075336c06b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:55,432 INFO [StoreOpener-d5db7fa3a9f1c98846ffe075336c06b3-1 {}] regionserver.HStore(327): Store=d5db7fa3a9f1c98846ffe075336c06b3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:19:55,432 INFO [StoreOpener-d5db7fa3a9f1c98846ffe075336c06b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d5db7fa3a9f1c98846ffe075336c06b3 2024-11-13T10:19:55,433 INFO [StoreOpener-d5db7fa3a9f1c98846ffe075336c06b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5db7fa3a9f1c98846ffe075336c06b3 columnFamilyName f1 2024-11-13T10:19:55,433 DEBUG [StoreOpener-d5db7fa3a9f1c98846ffe075336c06b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:55,434 INFO [StoreOpener-d5db7fa3a9f1c98846ffe075336c06b3-1 {}] regionserver.HStore(327): Store=d5db7fa3a9f1c98846ffe075336c06b3/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:19:55,434 INFO [StoreOpener-d5db7fa3a9f1c98846ffe075336c06b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d5db7fa3a9f1c98846ffe075336c06b3 2024-11-13T10:19:55,434 INFO [StoreOpener-d5db7fa3a9f1c98846ffe075336c06b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5db7fa3a9f1c98846ffe075336c06b3 columnFamilyName norep 2024-11-13T10:19:55,434 DEBUG [StoreOpener-d5db7fa3a9f1c98846ffe075336c06b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:55,435 INFO [StoreOpener-d5db7fa3a9f1c98846ffe075336c06b3-1 {}] regionserver.HStore(327): Store=d5db7fa3a9f1c98846ffe075336c06b3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:19:55,435 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d5db7fa3a9f1c98846ffe075336c06b3 2024-11-13T10:19:55,435 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/data/default/test/d5db7fa3a9f1c98846ffe075336c06b3 2024-11-13T10:19:55,436 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/data/default/test/d5db7fa3a9f1c98846ffe075336c06b3 2024-11-13T10:19:55,436 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d5db7fa3a9f1c98846ffe075336c06b3 2024-11-13T10:19:55,436 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d5db7fa3a9f1c98846ffe075336c06b3 2024-11-13T10:19:55,437 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T10:19:55,437 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d5db7fa3a9f1c98846ffe075336c06b3 2024-11-13T10:19:55,439 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/data/default/test/d5db7fa3a9f1c98846ffe075336c06b3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:19:55,440 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d5db7fa3a9f1c98846ffe075336c06b3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71142750, jitterRate=0.06010958552360535}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T10:19:55,440 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d5db7fa3a9f1c98846ffe075336c06b3 2024-11-13T10:19:55,440 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d5db7fa3a9f1c98846ffe075336c06b3: Running coprocessor pre-open hook at 1731493195430Writing region info on filesystem at 1731493195430Initializing all the Stores at 1731493195430Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493195430Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493195430Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493195430Cleaning up temporary data from old regions at 1731493195436 (+6 ms)Running coprocessor post-open hooks at 1731493195440 (+4 ms)Region opened successfully at 1731493195440 2024-11-13T10:19:55,441 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731493194280.d5db7fa3a9f1c98846ffe075336c06b3., pid=6, masterSystemTime=1731493195425 2024-11-13T10:19:55,443 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731493194280.d5db7fa3a9f1c98846ffe075336c06b3. 2024-11-13T10:19:55,443 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731493194280.d5db7fa3a9f1c98846ffe075336c06b3. 2024-11-13T10:19:55,444 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d5db7fa3a9f1c98846ffe075336c06b3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=770665a7984d,38389,1731493188537 2024-11-13T10:19:55,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d5db7fa3a9f1c98846ffe075336c06b3, server=770665a7984d,38389,1731493188537 because future has completed 2024-11-13T10:19:55,448 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T10:19:55,448 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d5db7fa3a9f1c98846ffe075336c06b3, server=770665a7984d,38389,1731493188537 in 174 msec 2024-11-13T10:19:55,450 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T10:19:55,450 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d5db7fa3a9f1c98846ffe075336c06b3, ASSIGN in 332 msec 2024-11-13T10:19:55,451 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T10:19:55,451 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731493195451"}]},"ts":"1731493195451"} 2024-11-13T10:19:55,453 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T10:19:55,453 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T10:19:55,455 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1720 sec 2024-11-13T10:19:55,845 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T10:19:55,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:19:55,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:19:55,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:19:55,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:19:55,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:19:55,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:19:55,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:19:55,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:19:55,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:19:55,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:19:56,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:19:56,432 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T10:19:56,432 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:19:56,433 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,46031,1731493191731 2024-11-13T10:19:56,433 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@182437a0 2024-11-13T10:19:56,434 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:19:56,435 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T10:19:56,436 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46031 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T10:19:56,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46031 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T10:19:56,438 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T10:19:56,438 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:56,438 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46031 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T10:19:56,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:19:56,439 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T10:19:56,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43349 is added to blk_1073741835_1011 (size=902) 2024-11-13T10:19:56,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:19:56,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:19:56,857 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 06c322817cc98922d48410506870d6e8, NAME => 'test,,1731493196435.06c322817cc98922d48410506870d6e8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23 2024-11-13T10:19:56,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43349 is added to blk_1073741836_1012 (size=39) 2024-11-13T10:19:56,883 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731493196435.06c322817cc98922d48410506870d6e8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:19:56,883 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 06c322817cc98922d48410506870d6e8, disabling compactions & flushes 2024-11-13T10:19:56,883 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731493196435.06c322817cc98922d48410506870d6e8. 2024-11-13T10:19:56,883 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731493196435.06c322817cc98922d48410506870d6e8. 2024-11-13T10:19:56,883 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731493196435.06c322817cc98922d48410506870d6e8. after waiting 0 ms 2024-11-13T10:19:56,883 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731493196435.06c322817cc98922d48410506870d6e8. 2024-11-13T10:19:56,883 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731493196435.06c322817cc98922d48410506870d6e8. 2024-11-13T10:19:56,883 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 06c322817cc98922d48410506870d6e8: Waiting for close lock at 1731493196883Disabling compacts and flushes for region at 1731493196883Disabling writes for close at 1731493196883Writing region close event to WAL at 1731493196883Closed at 1731493196883 2024-11-13T10:19:56,884 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T10:19:56,885 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731493196435.06c322817cc98922d48410506870d6e8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731493196884"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731493196884"}]},"ts":"1731493196884"} 2024-11-13T10:19:56,888 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T10:19:56,889 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T10:19:56,890 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731493196890"}]},"ts":"1731493196890"} 2024-11-13T10:19:56,892 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T10:19:56,892 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=06c322817cc98922d48410506870d6e8, ASSIGN}] 2024-11-13T10:19:56,893 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=06c322817cc98922d48410506870d6e8, ASSIGN 2024-11-13T10:19:56,895 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=06c322817cc98922d48410506870d6e8, ASSIGN; state=OFFLINE, location=770665a7984d,40243,1731493191816; forceNewPlan=false, retain=false 2024-11-13T10:19:57,046 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=06c322817cc98922d48410506870d6e8, regionState=OPENING, regionLocation=770665a7984d,40243,1731493191816 2024-11-13T10:19:57,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=06c322817cc98922d48410506870d6e8, ASSIGN because future has completed 2024-11-13T10:19:57,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 06c322817cc98922d48410506870d6e8, server=770665a7984d,40243,1731493191816}] 2024-11-13T10:19:57,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:19:57,252 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731493196435.06c322817cc98922d48410506870d6e8. 2024-11-13T10:19:57,253 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 06c322817cc98922d48410506870d6e8, NAME => 'test,,1731493196435.06c322817cc98922d48410506870d6e8.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:19:57,253 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T10:19:57,253 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T10:19:57,254 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 06c322817cc98922d48410506870d6e8 2024-11-13T10:19:57,254 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731493196435.06c322817cc98922d48410506870d6e8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:19:57,254 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 06c322817cc98922d48410506870d6e8 2024-11-13T10:19:57,254 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 06c322817cc98922d48410506870d6e8 2024-11-13T10:19:57,256 INFO [StoreOpener-06c322817cc98922d48410506870d6e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 06c322817cc98922d48410506870d6e8 2024-11-13T10:19:57,258 INFO [StoreOpener-06c322817cc98922d48410506870d6e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06c322817cc98922d48410506870d6e8 columnFamilyName f 2024-11-13T10:19:57,258 DEBUG [StoreOpener-06c322817cc98922d48410506870d6e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:57,258 INFO [StoreOpener-06c322817cc98922d48410506870d6e8-1 {}] regionserver.HStore(327): Store=06c322817cc98922d48410506870d6e8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:19:57,258 INFO [StoreOpener-06c322817cc98922d48410506870d6e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 06c322817cc98922d48410506870d6e8 2024-11-13T10:19:57,260 INFO [StoreOpener-06c322817cc98922d48410506870d6e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06c322817cc98922d48410506870d6e8 columnFamilyName f1 2024-11-13T10:19:57,260 DEBUG [StoreOpener-06c322817cc98922d48410506870d6e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:57,260 INFO [StoreOpener-06c322817cc98922d48410506870d6e8-1 {}] regionserver.HStore(327): Store=06c322817cc98922d48410506870d6e8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:19:57,261 INFO [StoreOpener-06c322817cc98922d48410506870d6e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 06c322817cc98922d48410506870d6e8 2024-11-13T10:19:57,262 INFO [StoreOpener-06c322817cc98922d48410506870d6e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06c322817cc98922d48410506870d6e8 columnFamilyName norep 2024-11-13T10:19:57,262 DEBUG [StoreOpener-06c322817cc98922d48410506870d6e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:57,263 INFO [StoreOpener-06c322817cc98922d48410506870d6e8-1 {}] regionserver.HStore(327): Store=06c322817cc98922d48410506870d6e8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:19:57,263 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 06c322817cc98922d48410506870d6e8 2024-11-13T10:19:57,263 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/data/default/test/06c322817cc98922d48410506870d6e8 2024-11-13T10:19:57,264 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/data/default/test/06c322817cc98922d48410506870d6e8 2024-11-13T10:19:57,266 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 06c322817cc98922d48410506870d6e8 2024-11-13T10:19:57,266 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 06c322817cc98922d48410506870d6e8 2024-11-13T10:19:57,267 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T10:19:57,269 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 06c322817cc98922d48410506870d6e8 2024-11-13T10:19:57,273 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/data/default/test/06c322817cc98922d48410506870d6e8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:19:57,283 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 06c322817cc98922d48410506870d6e8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65499578, jitterRate=-0.02398023009300232}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T10:19:57,283 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 06c322817cc98922d48410506870d6e8 2024-11-13T10:19:57,284 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 06c322817cc98922d48410506870d6e8: Running coprocessor pre-open hook at 1731493197254Writing region info on filesystem at 1731493197254Initializing all the Stores at 1731493197255 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493197255Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493197256 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493197256Cleaning up temporary data from old regions at 1731493197266 (+10 ms)Running coprocessor post-open hooks at 1731493197283 (+17 ms)Region opened successfully at 1731493197283 2024-11-13T10:19:57,285 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731493196435.06c322817cc98922d48410506870d6e8., pid=6, masterSystemTime=1731493197207 2024-11-13T10:19:57,287 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731493196435.06c322817cc98922d48410506870d6e8. 2024-11-13T10:19:57,287 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731493196435.06c322817cc98922d48410506870d6e8. 2024-11-13T10:19:57,288 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=06c322817cc98922d48410506870d6e8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=770665a7984d,40243,1731493191816 2024-11-13T10:19:57,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 06c322817cc98922d48410506870d6e8, server=770665a7984d,40243,1731493191816 because future has completed 2024-11-13T10:19:57,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T10:19:57,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 06c322817cc98922d48410506870d6e8, server=770665a7984d,40243,1731493191816 in 240 msec 2024-11-13T10:19:57,297 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T10:19:57,297 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=06c322817cc98922d48410506870d6e8, ASSIGN in 403 msec 2024-11-13T10:19:57,298 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T10:19:57,299 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731493197298"}]},"ts":"1731493197298"} 2024-11-13T10:19:57,300 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T10:19:57,301 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T10:19:57,303 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 865 msec 2024-11-13T10:19:57,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:19:57,573 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T10:19:57,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d815a98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:57,581 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,41487,-1 for getting cluster id 2024-11-13T10:19:57,581 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:19:57,582 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32c3907e-0e1a-45e8-a406-2adefadd398a' 2024-11-13T10:19:57,582 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:19:57,582 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32c3907e-0e1a-45e8-a406-2adefadd398a" 2024-11-13T10:19:57,583 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cb9b900, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:57,583 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,41487,-1] 2024-11-13T10:19:57,583 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:19:57,583 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:57,587 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:19:57,588 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5738ab73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:57,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fe97aab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:57,600 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,46031,-1 for getting cluster id 2024-11-13T10:19:57,600 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:19:57,602 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4aa650f5-1cc5-4b0c-b9cf-aa6b39cbf24c' 2024-11-13T10:19:57,603 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:19:57,603 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4aa650f5-1cc5-4b0c-b9cf-aa6b39cbf24c" 2024-11-13T10:19:57,603 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51b9a307, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:57,603 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,46031,-1] 2024-11-13T10:19:57,603 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:19:57,604 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:57,605 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:19:57,606 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@232a3996, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:57,612 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23c48548, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:57,612 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,41487,-1 for getting cluster id 2024-11-13T10:19:57,612 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:19:57,613 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32c3907e-0e1a-45e8-a406-2adefadd398a' 2024-11-13T10:19:57,613 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:19:57,613 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32c3907e-0e1a-45e8-a406-2adefadd398a" 2024-11-13T10:19:57,613 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20b524eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:57,613 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,41487,-1] 2024-11-13T10:19:57,614 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:19:57,614 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:57,615 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:19:57,615 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c21c11d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:57,616 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:19:57,617 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,41487,1731493188359 2024-11-13T10:19:57,617 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b34a5e4 2024-11-13T10:19:57,617 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:19:57,619 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T10:19:57,619 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41487 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://770665a7984d:46031,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T10:19:57,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41487 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T10:19:57,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T10:19:57,624 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='770665a7984d:46031' 2024-11-13T10:19:57,625 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4722122b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:57,625 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,46031,-1 for getting cluster id 2024-11-13T10:19:57,625 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:19:57,626 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4aa650f5-1cc5-4b0c-b9cf-aa6b39cbf24c' 2024-11-13T10:19:57,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:19:57,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4aa650f5-1cc5-4b0c-b9cf-aa6b39cbf24c" 2024-11-13T10:19:57,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7565b204, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:57,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,46031,-1] 2024-11-13T10:19:57,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:19:57,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:57,628 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:19:57,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72c6367, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:57,629 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:19:57,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,46031,1731493191731 2024-11-13T10:19:57,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@233cbefe 2024-11-13T10:19:57,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:19:57,630 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T10:19:57,631 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-13T10:19:57,631 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T10:19:57,631 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:57,631 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:57,631 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:19:57,632 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T10:19:57,633 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T10:19:57,634 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T10:19:57,634 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:57,635 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T10:19:57,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37485 is added to blk_1073741837_1013 (size=1138) 2024-11-13T10:19:57,683 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T10:19:57,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T10:19:57,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T10:19:58,050 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 62505f07dedec19cef1a32df79aaac44, NAME => 'hbase:replication,,1731493197632.62505f07dedec19cef1a32df79aaac44.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140 2024-11-13T10:19:58,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37485 is added to blk_1073741838_1014 (size=44) 2024-11-13T10:19:58,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T10:19:58,456 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731493197632.62505f07dedec19cef1a32df79aaac44.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:19:58,456 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 62505f07dedec19cef1a32df79aaac44, disabling compactions & flushes 2024-11-13T10:19:58,456 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731493197632.62505f07dedec19cef1a32df79aaac44. 2024-11-13T10:19:58,456 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731493197632.62505f07dedec19cef1a32df79aaac44. 2024-11-13T10:19:58,456 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731493197632.62505f07dedec19cef1a32df79aaac44. after waiting 0 ms 2024-11-13T10:19:58,456 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731493197632.62505f07dedec19cef1a32df79aaac44. 2024-11-13T10:19:58,456 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731493197632.62505f07dedec19cef1a32df79aaac44. 2024-11-13T10:19:58,456 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 62505f07dedec19cef1a32df79aaac44: Waiting for close lock at 1731493198456Disabling compacts and flushes for region at 1731493198456Disabling writes for close at 1731493198456Writing region close event to WAL at 1731493198456Closed at 1731493198456 2024-11-13T10:19:58,457 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T10:19:58,458 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731493197632.62505f07dedec19cef1a32df79aaac44.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731493198458"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731493198458"}]},"ts":"1731493198458"} 2024-11-13T10:19:58,460 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T10:19:58,461 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T10:19:58,461 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731493198461"}]},"ts":"1731493198461"} 2024-11-13T10:19:58,462 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T10:19:58,463 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=62505f07dedec19cef1a32df79aaac44, ASSIGN}] 2024-11-13T10:19:58,464 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=62505f07dedec19cef1a32df79aaac44, ASSIGN 2024-11-13T10:19:58,464 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=62505f07dedec19cef1a32df79aaac44, ASSIGN; state=OFFLINE, location=770665a7984d,38389,1731493188537; forceNewPlan=false, retain=false 2024-11-13T10:19:58,615 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=62505f07dedec19cef1a32df79aaac44, regionState=OPENING, regionLocation=770665a7984d,38389,1731493188537 2024-11-13T10:19:58,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=62505f07dedec19cef1a32df79aaac44, ASSIGN because future has completed 2024-11-13T10:19:58,618 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 62505f07dedec19cef1a32df79aaac44, server=770665a7984d,38389,1731493188537}] 2024-11-13T10:19:58,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T10:19:58,774 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731493197632.62505f07dedec19cef1a32df79aaac44. 2024-11-13T10:19:58,774 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:19:58,774 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T10:19:58,775 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=770665a7984d%2C38389%2C1731493188537.rep, suffix=, logDir=hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/WALs/770665a7984d,38389,1731493188537, archiveDir=hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/oldWALs, maxLogs=10 2024-11-13T10:19:58,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/WALs/770665a7984d,38389,1731493188537/770665a7984d%2C38389%2C1731493188537.rep.1731493198776, exclude list is [], retry=0 2024-11-13T10:19:58,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37485,DS-b202ef1f-e2d0-4394-b030-5f6c8f857c51,DISK] 2024-11-13T10:19:58,793 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/WALs/770665a7984d,38389,1731493188537/770665a7984d%2C38389%2C1731493188537.rep.1731493198776 2024-11-13T10:19:58,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42001:42001)] 2024-11-13T10:19:58,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 62505f07dedec19cef1a32df79aaac44, NAME => 'hbase:replication,,1731493197632.62505f07dedec19cef1a32df79aaac44.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:19:58,794 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T10:19:58,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T10:19:58,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731493197632.62505f07dedec19cef1a32df79aaac44. service=MultiRowMutationService 2024-11-13T10:19:58,794 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T10:19:58,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 62505f07dedec19cef1a32df79aaac44 2024-11-13T10:19:58,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731493197632.62505f07dedec19cef1a32df79aaac44.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:19:58,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 62505f07dedec19cef1a32df79aaac44 2024-11-13T10:19:58,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 62505f07dedec19cef1a32df79aaac44 2024-11-13T10:19:58,796 INFO [StoreOpener-62505f07dedec19cef1a32df79aaac44-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 62505f07dedec19cef1a32df79aaac44 2024-11-13T10:19:58,797 INFO [StoreOpener-62505f07dedec19cef1a32df79aaac44-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62505f07dedec19cef1a32df79aaac44 columnFamilyName hfileref 2024-11-13T10:19:58,797 DEBUG [StoreOpener-62505f07dedec19cef1a32df79aaac44-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:58,797 INFO [StoreOpener-62505f07dedec19cef1a32df79aaac44-1 {}] regionserver.HStore(327): Store=62505f07dedec19cef1a32df79aaac44/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:19:58,797 INFO [StoreOpener-62505f07dedec19cef1a32df79aaac44-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 62505f07dedec19cef1a32df79aaac44 2024-11-13T10:19:58,798 INFO [StoreOpener-62505f07dedec19cef1a32df79aaac44-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62505f07dedec19cef1a32df79aaac44 columnFamilyName queue 2024-11-13T10:19:58,798 DEBUG [StoreOpener-62505f07dedec19cef1a32df79aaac44-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:58,798 INFO [StoreOpener-62505f07dedec19cef1a32df79aaac44-1 {}] regionserver.HStore(327): Store=62505f07dedec19cef1a32df79aaac44/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:19:58,798 INFO [StoreOpener-62505f07dedec19cef1a32df79aaac44-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 62505f07dedec19cef1a32df79aaac44 2024-11-13T10:19:58,799 INFO [StoreOpener-62505f07dedec19cef1a32df79aaac44-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62505f07dedec19cef1a32df79aaac44 columnFamilyName sid 2024-11-13T10:19:58,799 DEBUG [StoreOpener-62505f07dedec19cef1a32df79aaac44-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:58,800 INFO [StoreOpener-62505f07dedec19cef1a32df79aaac44-1 {}] regionserver.HStore(327): Store=62505f07dedec19cef1a32df79aaac44/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:19:58,800 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 62505f07dedec19cef1a32df79aaac44 2024-11-13T10:19:58,800 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/data/hbase/replication/62505f07dedec19cef1a32df79aaac44 2024-11-13T10:19:58,800 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/data/hbase/replication/62505f07dedec19cef1a32df79aaac44 2024-11-13T10:19:58,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 62505f07dedec19cef1a32df79aaac44 2024-11-13T10:19:58,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 62505f07dedec19cef1a32df79aaac44 2024-11-13T10:19:58,802 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T10:19:58,803 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 62505f07dedec19cef1a32df79aaac44 2024-11-13T10:19:58,804 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/data/hbase/replication/62505f07dedec19cef1a32df79aaac44/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:19:58,805 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 62505f07dedec19cef1a32df79aaac44; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74533394, jitterRate=0.11063411831855774}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T10:19:58,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 62505f07dedec19cef1a32df79aaac44 2024-11-13T10:19:58,806 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 62505f07dedec19cef1a32df79aaac44: Running coprocessor pre-open hook at 1731493198795Writing region info on filesystem at 1731493198795Initializing all the Stores at 1731493198795Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493198795Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493198795Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493198795Cleaning up temporary data from old regions at 1731493198801 (+6 ms)Running coprocessor post-open hooks at 1731493198805 (+4 ms)Region opened successfully at 1731493198805 2024-11-13T10:19:58,806 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731493197632.62505f07dedec19cef1a32df79aaac44., pid=10, masterSystemTime=1731493198770 2024-11-13T10:19:58,809 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731493197632.62505f07dedec19cef1a32df79aaac44. 2024-11-13T10:19:58,809 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731493197632.62505f07dedec19cef1a32df79aaac44. 2024-11-13T10:19:58,809 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=62505f07dedec19cef1a32df79aaac44, regionState=OPEN, openSeqNum=2, regionLocation=770665a7984d,38389,1731493188537 2024-11-13T10:19:58,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 62505f07dedec19cef1a32df79aaac44, server=770665a7984d,38389,1731493188537 because future has completed 2024-11-13T10:19:58,814 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T10:19:58,814 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 62505f07dedec19cef1a32df79aaac44, server=770665a7984d,38389,1731493188537 in 194 msec 2024-11-13T10:19:58,816 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T10:19:58,816 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=62505f07dedec19cef1a32df79aaac44, ASSIGN in 351 msec 2024-11-13T10:19:58,817 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T10:19:58,817 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731493198817"}]},"ts":"1731493198817"} 2024-11-13T10:19:58,818 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T10:19:58,819 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T10:19:58,821 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1870 sec 2024-11-13T10:19:58,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731493197632.62505f07dedec19cef1a32df79aaac44., hostname=770665a7984d,38389,1731493188537, seqNum=2] 2024-11-13T10:19:58,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41487-0x10110d7390d0000, quorum=127.0.0.1:56180, baseZNode=/0-1915577078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1915577078 2024-11-13T10:19:58,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38389-0x10110d7390d0001, quorum=127.0.0.1:56180, baseZNode=/0-1915577078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1915577078 2024-11-13T10:19:58,852 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T10:19:59,004 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T10:19:59,005 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T10:19:59,049 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-770665a7984d,38389,1731493188537, ReplicationSource: 1, currentBandwidth=0 2024-11-13T10:19:59,050 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:19:59,050 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,38389,1731493188537, seqNum=-1] 2024-11-13T10:19:59,050 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:19:59,052 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37313, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-13T10:19:59,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-770665a7984d,38389,1731493188537', locateType=CURRENT is [region=hbase:replication,,1731493197632.62505f07dedec19cef1a32df79aaac44., hostname=770665a7984d,38389,1731493188537, seqNum=2] 2024-11-13T10:19:59,056 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T10:19:59,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41487 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T10:19:59,058 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 770665a7984d,38389,1731493188537 suceeded 2024-11-13T10:19:59,060 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T10:19:59,060 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 206 msec 2024-11-13T10:19:59,060 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://770665a7984d:46031,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T10:19:59,062 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4410 sec 2024-11-13T10:19:59,072 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38389,1731493188537 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='770665a7984d:46031' 2024-11-13T10:19:59,073 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38389,1731493188537 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28efdb6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:59,073 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38389,1731493188537 {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,46031,-1 for getting cluster id 2024-11-13T10:19:59,073 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38389,1731493188537 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:19:59,074 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4aa650f5-1cc5-4b0c-b9cf-aa6b39cbf24c' 2024-11-13T10:19:59,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:19:59,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4aa650f5-1cc5-4b0c-b9cf-aa6b39cbf24c" 2024-11-13T10:19:59,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72ae453f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:59,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,46031,-1] 2024-11-13T10:19:59,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:19:59,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:59,076 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:19:59,077 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38389,1731493188537 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6117033f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:59,077 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38389,1731493188537 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:19:59,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,46031,1731493191731 2024-11-13T10:19:59,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30673c3b 2024-11-13T10:19:59,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:19:59,078 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-13T10:19:59,079 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38389,1731493188537 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-770665a7984d,38389,1731493188537 (queues=1) is replicating from cluster=32c3907e-0e1a-45e8-a406-2adefadd398a to cluster=4aa650f5-1cc5-4b0c-b9cf-aa6b39cbf24c 2024-11-13T10:19:59,079 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38389,1731493188537 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=770665a7984d%2C38389%2C1731493188537 2024-11-13T10:19:59,079 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38389,1731493188537 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-770665a7984d,38389,1731493188537, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T10:19:59,081 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38389,1731493188537.replicationSource.wal-reader.770665a7984d%2C38389%2C1731493188537,1-770665a7984d,38389,1731493188537 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/WALs/770665a7984d,38389,1731493188537/770665a7984d%2C38389%2C1731493188537.1731493189346, startPosition=0, beingWritten=true 2024-11-13T10:19:59,084 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38389,1731493188537.replicationSource.shipper770665a7984d%2C38389%2C1731493188537,1-770665a7984d,38389,1731493188537 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 770665a7984d%2C38389%2C1731493188537 2024-11-13T10:19:59,095 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38389,1731493188537.replicationSource.wal-reader.770665a7984d%2C38389%2C1731493188537,1-770665a7984d,38389,1731493188537 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T10:19:59,095 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38389,1731493188537.replicationSource.wal-reader.770665a7984d%2C38389%2C1731493188537,1-770665a7984d,38389,1731493188537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/WALs/770665a7984d,38389,1731493188537/770665a7984d%2C38389%2C1731493188537.1731493189346 to pos 379, reset compression=false 2024-11-13T10:19:59,095 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38389,1731493188537.replicationSource.shipper770665a7984d%2C38389%2C1731493188537,1-770665a7984d,38389,1731493188537 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-770665a7984d,38389,1731493188537 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/WALs/770665a7984d,38389,1731493188537/770665a7984d%2C38389%2C1731493188537.1731493189346, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T10:19:59,302 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38389,1731493188537.replicationSource.wal-reader.770665a7984d%2C38389%2C1731493188537,1-770665a7984d,38389,1731493188537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/WALs/770665a7984d,38389,1731493188537/770665a7984d%2C38389%2C1731493188537.1731493189346 to pos 379, reset compression=false 2024-11-13T10:19:59,423 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T10:19:59,606 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38389,1731493188537.replicationSource.wal-reader.770665a7984d%2C38389%2C1731493188537,1-770665a7984d,38389,1731493188537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/WALs/770665a7984d,38389,1731493188537/770665a7984d%2C38389%2C1731493188537.1731493189346 to pos 379, reset compression=false 2024-11-13T10:19:59,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T10:19:59,782 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T10:19:59,782 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T10:19:59,782 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:19:59,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:59,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:59,783 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:19:59,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13af988, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:59,783 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,46031,-1 for getting cluster id 2024-11-13T10:19:59,784 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:19:59,784 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4aa650f5-1cc5-4b0c-b9cf-aa6b39cbf24c' 2024-11-13T10:19:59,785 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:19:59,785 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4aa650f5-1cc5-4b0c-b9cf-aa6b39cbf24c" 2024-11-13T10:19:59,785 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@430fb772, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:59,785 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,46031,-1] 2024-11-13T10:19:59,785 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:19:59,785 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:59,786 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:19:59,787 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@570b94e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:59,787 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:19:59,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,46031,1731493191731 2024-11-13T10:19:59,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60be6cd7 2024-11-13T10:19:59,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:19:59,788 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T10:19:59,789 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46031 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://770665a7984d:41487,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T10:19:59,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46031 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T10:19:59,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T10:19:59,791 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='770665a7984d:41487' 2024-11-13T10:19:59,792 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ce42423, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:59,792 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,41487,-1 for getting cluster id 2024-11-13T10:19:59,792 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:19:59,793 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32c3907e-0e1a-45e8-a406-2adefadd398a' 2024-11-13T10:19:59,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:19:59,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32c3907e-0e1a-45e8-a406-2adefadd398a" 2024-11-13T10:19:59,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1897f11e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:59,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,41487,-1] 2024-11-13T10:19:59,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:19:59,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:59,794 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:19:59,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cee1f61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:19:59,794 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:19:59,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,41487,1731493188359 2024-11-13T10:19:59,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72878d6c 2024-11-13T10:19:59,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:19:59,796 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T10:19:59,797 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T10:19:59,797 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T10:19:59,797 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:59,797 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:19:59,797 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:19:59,797 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T10:19:59,798 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T10:19:59,799 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T10:19:59,799 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:19:59,799 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T10:19:59,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43349 is added to blk_1073741837_1013 (size=1138) 2024-11-13T10:19:59,806 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d4bf0ac768af31fe8681537c940c09b2, NAME => 'hbase:replication,,1731493199797.d4bf0ac768af31fe8681537c940c09b2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23 2024-11-13T10:19:59,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43349 is added to blk_1073741838_1014 (size=44) 2024-11-13T10:19:59,848 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T10:19:59,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T10:20:00,009 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38389,1731493188537.replicationSource.wal-reader.770665a7984d%2C38389%2C1731493188537,1-770665a7984d,38389,1731493188537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/WALs/770665a7984d,38389,1731493188537/770665a7984d%2C38389%2C1731493188537.1731493189346 to pos 379, reset compression=false 2024-11-13T10:20:00,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T10:20:00,214 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731493199797.d4bf0ac768af31fe8681537c940c09b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:20:00,214 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d4bf0ac768af31fe8681537c940c09b2, disabling compactions & flushes 2024-11-13T10:20:00,214 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731493199797.d4bf0ac768af31fe8681537c940c09b2. 2024-11-13T10:20:00,214 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731493199797.d4bf0ac768af31fe8681537c940c09b2. 2024-11-13T10:20:00,214 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731493199797.d4bf0ac768af31fe8681537c940c09b2. after waiting 0 ms 2024-11-13T10:20:00,214 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731493199797.d4bf0ac768af31fe8681537c940c09b2. 2024-11-13T10:20:00,214 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731493199797.d4bf0ac768af31fe8681537c940c09b2. 2024-11-13T10:20:00,214 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d4bf0ac768af31fe8681537c940c09b2: Waiting for close lock at 1731493200214Disabling compacts and flushes for region at 1731493200214Disabling writes for close at 1731493200214Writing region close event to WAL at 1731493200214Closed at 1731493200214 2024-11-13T10:20:00,216 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T10:20:00,216 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731493199797.d4bf0ac768af31fe8681537c940c09b2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731493200216"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731493200216"}]},"ts":"1731493200216"} 2024-11-13T10:20:00,219 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T10:20:00,220 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T10:20:00,220 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731493200220"}]},"ts":"1731493200220"} 2024-11-13T10:20:00,222 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T10:20:00,223 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d4bf0ac768af31fe8681537c940c09b2, ASSIGN}] 2024-11-13T10:20:00,224 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d4bf0ac768af31fe8681537c940c09b2, ASSIGN 2024-11-13T10:20:00,224 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d4bf0ac768af31fe8681537c940c09b2, ASSIGN; state=OFFLINE, location=770665a7984d,40243,1731493191816; forceNewPlan=false, retain=false 2024-11-13T10:20:00,375 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d4bf0ac768af31fe8681537c940c09b2, regionState=OPENING, regionLocation=770665a7984d,40243,1731493191816 2024-11-13T10:20:00,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d4bf0ac768af31fe8681537c940c09b2, ASSIGN because future has completed 2024-11-13T10:20:00,378 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d4bf0ac768af31fe8681537c940c09b2, server=770665a7984d,40243,1731493191816}] 2024-11-13T10:20:00,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T10:20:00,515 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38389,1731493188537.replicationSource.wal-reader.770665a7984d%2C38389%2C1731493188537,1-770665a7984d,38389,1731493188537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/WALs/770665a7984d,38389,1731493188537/770665a7984d%2C38389%2C1731493188537.1731493189346 to pos 379, reset compression=false 2024-11-13T10:20:00,538 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731493199797.d4bf0ac768af31fe8681537c940c09b2. 2024-11-13T10:20:00,538 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:20:00,538 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T10:20:00,539 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=770665a7984d%2C40243%2C1731493191816.rep, suffix=, logDir=hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/WALs/770665a7984d,40243,1731493191816, archiveDir=hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/oldWALs, maxLogs=10 2024-11-13T10:20:00,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/WALs/770665a7984d,40243,1731493191816/770665a7984d%2C40243%2C1731493191816.rep.1731493200539, exclude list is [], retry=0 2024-11-13T10:20:00,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43349,DS-1a056e21-3a09-485e-9528-83247f30fa74,DISK] 2024-11-13T10:20:00,560 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/WALs/770665a7984d,40243,1731493191816/770665a7984d%2C40243%2C1731493191816.rep.1731493200539 2024-11-13T10:20:00,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42317:42317)] 2024-11-13T10:20:00,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d4bf0ac768af31fe8681537c940c09b2, NAME => 'hbase:replication,,1731493199797.d4bf0ac768af31fe8681537c940c09b2.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:20:00,561 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T10:20:00,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T10:20:00,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731493199797.d4bf0ac768af31fe8681537c940c09b2. service=MultiRowMutationService 2024-11-13T10:20:00,561 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T10:20:00,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d4bf0ac768af31fe8681537c940c09b2 2024-11-13T10:20:00,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731493199797.d4bf0ac768af31fe8681537c940c09b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:20:00,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d4bf0ac768af31fe8681537c940c09b2 2024-11-13T10:20:00,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d4bf0ac768af31fe8681537c940c09b2 2024-11-13T10:20:00,563 INFO [StoreOpener-d4bf0ac768af31fe8681537c940c09b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d4bf0ac768af31fe8681537c940c09b2 2024-11-13T10:20:00,564 INFO [StoreOpener-d4bf0ac768af31fe8681537c940c09b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4bf0ac768af31fe8681537c940c09b2 columnFamilyName hfileref 2024-11-13T10:20:00,564 DEBUG [StoreOpener-d4bf0ac768af31fe8681537c940c09b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:00,564 INFO [StoreOpener-d4bf0ac768af31fe8681537c940c09b2-1 {}] regionserver.HStore(327): Store=d4bf0ac768af31fe8681537c940c09b2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:20:00,564 INFO [StoreOpener-d4bf0ac768af31fe8681537c940c09b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d4bf0ac768af31fe8681537c940c09b2 2024-11-13T10:20:00,566 INFO [StoreOpener-d4bf0ac768af31fe8681537c940c09b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4bf0ac768af31fe8681537c940c09b2 columnFamilyName queue 2024-11-13T10:20:00,566 DEBUG [StoreOpener-d4bf0ac768af31fe8681537c940c09b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:00,566 INFO [StoreOpener-d4bf0ac768af31fe8681537c940c09b2-1 {}] regionserver.HStore(327): Store=d4bf0ac768af31fe8681537c940c09b2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:20:00,566 INFO [StoreOpener-d4bf0ac768af31fe8681537c940c09b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d4bf0ac768af31fe8681537c940c09b2 2024-11-13T10:20:00,567 INFO [StoreOpener-d4bf0ac768af31fe8681537c940c09b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4bf0ac768af31fe8681537c940c09b2 columnFamilyName sid 2024-11-13T10:20:00,567 DEBUG [StoreOpener-d4bf0ac768af31fe8681537c940c09b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:00,567 INFO [StoreOpener-d4bf0ac768af31fe8681537c940c09b2-1 {}] regionserver.HStore(327): Store=d4bf0ac768af31fe8681537c940c09b2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:20:00,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d4bf0ac768af31fe8681537c940c09b2 2024-11-13T10:20:00,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/data/hbase/replication/d4bf0ac768af31fe8681537c940c09b2 2024-11-13T10:20:00,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/data/hbase/replication/d4bf0ac768af31fe8681537c940c09b2 2024-11-13T10:20:00,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d4bf0ac768af31fe8681537c940c09b2 2024-11-13T10:20:00,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d4bf0ac768af31fe8681537c940c09b2 2024-11-13T10:20:00,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T10:20:00,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d4bf0ac768af31fe8681537c940c09b2 2024-11-13T10:20:00,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/data/hbase/replication/d4bf0ac768af31fe8681537c940c09b2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:20:00,573 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d4bf0ac768af31fe8681537c940c09b2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67342612, jitterRate=0.003483116626739502}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T10:20:00,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d4bf0ac768af31fe8681537c940c09b2 2024-11-13T10:20:00,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d4bf0ac768af31fe8681537c940c09b2: Running coprocessor pre-open hook at 1731493200562Writing region info on filesystem at 1731493200562Initializing all the Stores at 1731493200562Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493200562Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493200562Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493200562Cleaning up temporary data from old regions at 1731493200570 (+8 ms)Running coprocessor post-open hooks at 1731493200573 (+3 ms)Region opened successfully at 1731493200574 (+1 ms) 2024-11-13T10:20:00,574 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731493199797.d4bf0ac768af31fe8681537c940c09b2., pid=10, masterSystemTime=1731493200530 2024-11-13T10:20:00,576 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731493199797.d4bf0ac768af31fe8681537c940c09b2. 2024-11-13T10:20:00,576 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731493199797.d4bf0ac768af31fe8681537c940c09b2. 2024-11-13T10:20:00,577 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d4bf0ac768af31fe8681537c940c09b2, regionState=OPEN, openSeqNum=2, regionLocation=770665a7984d,40243,1731493191816 2024-11-13T10:20:00,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d4bf0ac768af31fe8681537c940c09b2, server=770665a7984d,40243,1731493191816 because future has completed 2024-11-13T10:20:00,582 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T10:20:00,582 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d4bf0ac768af31fe8681537c940c09b2, server=770665a7984d,40243,1731493191816 in 202 msec 2024-11-13T10:20:00,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T10:20:00,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d4bf0ac768af31fe8681537c940c09b2, ASSIGN in 359 msec 2024-11-13T10:20:00,584 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T10:20:00,584 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731493200584"}]},"ts":"1731493200584"} 2024-11-13T10:20:00,586 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T10:20:00,587 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T10:20:00,588 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 790 msec 2024-11-13T10:20:00,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731493199797.d4bf0ac768af31fe8681537c940c09b2., hostname=770665a7984d,40243,1731493191816, seqNum=2] 2024-11-13T10:20:00,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40243-0x10110d7390d0004, quorum=127.0.0.1:56180, baseZNode=/1-2040518271 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2040518271 2024-11-13T10:20:00,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46031-0x10110d7390d0003, quorum=127.0.0.1:56180, baseZNode=/1-2040518271 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2040518271 2024-11-13T10:20:00,616 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T10:20:00,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40243 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T10:20:00,769 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T10:20:00,798 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-770665a7984d,40243,1731493191816, ReplicationSource: 1, currentBandwidth=0 2024-11-13T10:20:00,799 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:20:00,799 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,40243,1731493191816, seqNum=-1] 2024-11-13T10:20:00,799 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:20:00,800 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44725, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-13T10:20:00,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-770665a7984d,40243,1731493191816', locateType=CURRENT is [region=hbase:replication,,1731493199797.d4bf0ac768af31fe8681537c940c09b2., hostname=770665a7984d,40243,1731493191816, seqNum=2] 2024-11-13T10:20:00,804 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T10:20:00,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46031 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T10:20:00,806 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 770665a7984d,40243,1731493191816 suceeded 2024-11-13T10:20:00,808 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T10:20:00,808 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-13T10:20:00,808 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://770665a7984d:41487,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T10:20:00,815 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0190 sec 2024-11-13T10:20:00,823 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,40243,1731493191816 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='770665a7984d:41487' 2024-11-13T10:20:00,828 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,40243,1731493191816 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12a01449, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:20:00,829 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,40243,1731493191816 {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,41487,-1 for getting cluster id 2024-11-13T10:20:00,829 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,40243,1731493191816 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:20:00,830 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32c3907e-0e1a-45e8-a406-2adefadd398a' 2024-11-13T10:20:00,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:20:00,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32c3907e-0e1a-45e8-a406-2adefadd398a" 2024-11-13T10:20:00,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32dbfec8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:20:00,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,41487,-1] 2024-11-13T10:20:00,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:20:00,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:00,831 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:20:00,832 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,40243,1731493191816 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@475a5f32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:20:00,832 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,40243,1731493191816 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:20:00,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,41487,1731493188359 2024-11-13T10:20:00,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36168f3d 2024-11-13T10:20:00,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:20:00,835 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-13T10:20:00,837 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,40243,1731493191816 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-770665a7984d,40243,1731493191816 (queues=1) is replicating from cluster=4aa650f5-1cc5-4b0c-b9cf-aa6b39cbf24c to cluster=32c3907e-0e1a-45e8-a406-2adefadd398a 2024-11-13T10:20:00,837 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,40243,1731493191816 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=770665a7984d%2C40243%2C1731493191816 2024-11-13T10:20:00,837 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,40243,1731493191816 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-770665a7984d,40243,1731493191816, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T10:20:00,837 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,40243,1731493191816.replicationSource.shipper770665a7984d%2C40243%2C1731493191816,1-770665a7984d,40243,1731493191816 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 770665a7984d%2C40243%2C1731493191816 2024-11-13T10:20:00,837 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,40243,1731493191816.replicationSource.wal-reader.770665a7984d%2C40243%2C1731493191816,1-770665a7984d,40243,1731493191816 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/WALs/770665a7984d,40243,1731493191816/770665a7984d%2C40243%2C1731493191816.1731493193573, startPosition=0, beingWritten=true 2024-11-13T10:20:00,843 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,40243,1731493191816.replicationSource.wal-reader.770665a7984d%2C40243%2C1731493191816,1-770665a7984d,40243,1731493191816 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T10:20:00,843 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,40243,1731493191816.replicationSource.wal-reader.770665a7984d%2C40243%2C1731493191816,1-770665a7984d,40243,1731493191816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/WALs/770665a7984d,40243,1731493191816/770665a7984d%2C40243%2C1731493191816.1731493193573 to pos 379, reset compression=false 2024-11-13T10:20:00,843 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,40243,1731493191816.replicationSource.shipper770665a7984d%2C40243%2C1731493191816,1-770665a7984d,40243,1731493191816 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-770665a7984d,40243,1731493191816 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/WALs/770665a7984d,40243,1731493191816/770665a7984d%2C40243%2C1731493191816.1731493193573, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T10:20:00,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T10:20:00,932 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T10:20:00,932 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T10:20:00,932 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T10:20:00,932 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:20:00,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:00,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:00,933 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:20:00,933 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:20:00,934 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,38389,1731493188537, seqNum=-1] 2024-11-13T10:20:00,934 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:20:00,936 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:20:00,937 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731493194280.d5db7fa3a9f1c98846ffe075336c06b3., hostname=770665a7984d,38389,1731493188537, seqNum=2] 2024-11-13T10:20:00,944 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:20:00,945 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,40243,1731493191816, seqNum=-1] 2024-11-13T10:20:00,945 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:20:00,946 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:20:00,947 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731493196435.06c322817cc98922d48410506870d6e8., hostname=770665a7984d,40243,1731493191816, seqNum=2] 2024-11-13T10:20:00,949 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-13T10:20:00,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:00,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:00,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:00,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:00,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:00,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:00,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:00,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:00,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:00,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:01,047 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,40243,1731493191816.replicationSource.wal-reader.770665a7984d%2C40243%2C1731493191816,1-770665a7984d,40243,1731493191816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/WALs/770665a7984d,40243,1731493191816/770665a7984d%2C40243%2C1731493191816.1731493193573 to pos 379, reset compression=false 2024-11-13T10:20:01,119 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38389,1731493188537.replicationSource.wal-reader.770665a7984d%2C38389%2C1731493188537,1-770665a7984d,38389,1731493188537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/WALs/770665a7984d,38389,1731493188537/770665a7984d%2C38389%2C1731493188537.1731493189346 to pos 379, reset compression=false 2024-11-13T10:20:01,124 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38389,1731493188537.replicationSource.wal-reader.770665a7984d%2C38389%2C1731493188537,1-770665a7984d,38389,1731493188537 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T10:20:01,124 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38389,1731493188537.replicationSource.wal-reader.770665a7984d%2C38389%2C1731493188537,1-770665a7984d,38389,1731493188537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/WALs/770665a7984d,38389,1731493188537/770665a7984d%2C38389%2C1731493188537.1731493189346 to pos 480, reset compression=false 2024-11-13T10:20:01,124 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38389,1731493188537.replicationSource.shipper770665a7984d%2C38389%2C1731493188537,1-770665a7984d,38389,1731493188537 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-770665a7984d,38389,1731493188537 got entry batch from reader: WALEntryBatch [walEntries=[{test/d5db7fa3a9f1c98846ffe075336c06b3/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/WALs/770665a7984d,38389,1731493188537/770665a7984d%2C38389%2C1731493188537.1731493189346, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-13T10:20:01,127 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38389,1731493188537.replicationSource.shipper770665a7984d%2C38389%2C1731493188537,1-770665a7984d,38389,1731493188537 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T10:20:01,128 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-13T10:20:01,129 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40243 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T10:20:01,130 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40243 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43a90ff1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:20:01,131 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40243 {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,46031,-1 for getting cluster id 2024-11-13T10:20:01,131 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40243 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:20:01,131 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4aa650f5-1cc5-4b0c-b9cf-aa6b39cbf24c' 2024-11-13T10:20:01,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:20:01,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4aa650f5-1cc5-4b0c-b9cf-aa6b39cbf24c" 2024-11-13T10:20:01,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@585663a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:20:01,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,46031,-1] 2024-11-13T10:20:01,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:20:01,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:01,133 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:20:01,134 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40243 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6616926f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:20:01,139 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40243 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:20:01,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,40243,1731493191816, seqNum=-1] 2024-11-13T10:20:01,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:20:01,141 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-13T10:20:01,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731493196435.06c322817cc98922d48410506870d6e8., hostname=770665a7984d,40243,1731493191816, seqNum=2] 2024-11-13T10:20:01,176 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40243 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T10:20:01,204 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T10:20:01,333 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38389,1731493188537.replicationSource.wal-reader.770665a7984d%2C38389%2C1731493188537,1-770665a7984d,38389,1731493188537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/WALs/770665a7984d,38389,1731493188537/770665a7984d%2C38389%2C1731493188537.1731493189346 to pos 480, reset compression=false 2024-11-13T10:20:01,351 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,40243,1731493191816.replicationSource.wal-reader.770665a7984d%2C40243%2C1731493191816,1-770665a7984d,40243,1731493191816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/WALs/770665a7984d,40243,1731493191816/770665a7984d%2C40243%2C1731493191816.1731493193573 to pos 379, reset compression=false 2024-11-13T10:20:01,356 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,40243,1731493191816.replicationSource.wal-reader.770665a7984d%2C40243%2C1731493191816,1-770665a7984d,40243,1731493191816 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T10:20:01,356 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,40243,1731493191816.replicationSource.wal-reader.770665a7984d%2C40243%2C1731493191816,1-770665a7984d,40243,1731493191816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/WALs/770665a7984d,40243,1731493191816/770665a7984d%2C40243%2C1731493191816.1731493193573 to pos 503, reset compression=false 2024-11-13T10:20:01,356 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,40243,1731493191816.replicationSource.shipper770665a7984d%2C40243%2C1731493191816,1-770665a7984d,40243,1731493191816 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-770665a7984d,40243,1731493191816 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/WALs/770665a7984d,40243,1731493191816/770665a7984d%2C40243%2C1731493191816.1731493193573, lastWalPosition=503, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T10:20:01,551 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:20:01,551 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [770665a7984d,36187,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=770665a7984d:36187 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T10:20:01,552 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18294 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [770665a7984d,36187,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=770665a7984d:36187 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T10:20:01,560 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,40243,1731493191816.replicationSource.wal-reader.770665a7984d%2C40243%2C1731493191816,1-770665a7984d,40243,1731493191816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/WALs/770665a7984d,40243,1731493191816/770665a7984d%2C40243%2C1731493191816.1731493193573 to pos 503, reset compression=false 2024-11-13T10:20:01,637 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38389,1731493188537.replicationSource.wal-reader.770665a7984d%2C38389%2C1731493188537,1-770665a7984d,38389,1731493188537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/WALs/770665a7984d,38389,1731493188537/770665a7984d%2C38389%2C1731493188537.1731493189346 to pos 480, reset compression=false 2024-11-13T10:20:01,864 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,40243,1731493191816.replicationSource.wal-reader.770665a7984d%2C40243%2C1731493191816,1-770665a7984d,40243,1731493191816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/WALs/770665a7984d,40243,1731493191816/770665a7984d%2C40243%2C1731493191816.1731493193573 to pos 503, reset compression=false 2024-11-13T10:20:01,952 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-13T10:20:01,956 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-13T10:20:02,041 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38389,1731493188537.replicationSource.wal-reader.770665a7984d%2C38389%2C1731493188537,1-770665a7984d,38389,1731493188537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/WALs/770665a7984d,38389,1731493188537/770665a7984d%2C38389%2C1731493188537.1731493189346 to pos 480, reset compression=false 2024-11-13T10:20:02,272 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,40243,1731493191816.replicationSource.wal-reader.770665a7984d%2C40243%2C1731493191816,1-770665a7984d,40243,1731493191816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/WALs/770665a7984d,40243,1731493191816/770665a7984d%2C40243%2C1731493191816.1731493193573 to pos 503, reset compression=false 2024-11-13T10:20:02,287 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,40243,1731493191816.replicationSource.wal-reader.770665a7984d%2C40243%2C1731493191816,1-770665a7984d,40243,1731493191816 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T10:20:02,287 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,40243,1731493191816.replicationSource.wal-reader.770665a7984d%2C40243%2C1731493191816,1-770665a7984d,40243,1731493191816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/WALs/770665a7984d,40243,1731493191816/770665a7984d%2C40243%2C1731493191816.1731493193573 to pos 607, reset compression=false 2024-11-13T10:20:02,287 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,40243,1731493191816.replicationSource.shipper770665a7984d%2C40243%2C1731493191816,1-770665a7984d,40243,1731493191816 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-770665a7984d,40243,1731493191816 got entry batch from reader: WALEntryBatch [walEntries=[{test/06c322817cc98922d48410506870d6e8/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/WALs/770665a7984d,40243,1731493191816/770665a7984d%2C40243%2C1731493191816.1731493193573, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T10:20:02,290 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,40243,1731493191816.replicationSource.shipper770665a7984d%2C40243%2C1731493191816,1-770665a7984d,40243,1731493191816 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T10:20:02,291 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-13T10:20:02,292 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38389 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T10:20:02,293 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38389 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10feadea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:20:02,293 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38389 {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,41487,-1 for getting cluster id 2024-11-13T10:20:02,293 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38389 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:20:02,294 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32c3907e-0e1a-45e8-a406-2adefadd398a' 2024-11-13T10:20:02,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:20:02,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32c3907e-0e1a-45e8-a406-2adefadd398a" 2024-11-13T10:20:02,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@585673c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:20:02,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,41487,-1] 2024-11-13T10:20:02,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:20:02,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:02,299 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:20:02,299 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38389 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15253c16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:20:02,300 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38389 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:20:02,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,38389,1731493188537, seqNum=-1] 2024-11-13T10:20:02,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:20:02,303 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-13T10:20:02,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731493194280.d5db7fa3a9f1c98846ffe075336c06b3., hostname=770665a7984d,38389,1731493188537, seqNum=2] 2024-11-13T10:20:02,309 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38389 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T10:20:02,491 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,40243,1731493191816.replicationSource.wal-reader.770665a7984d%2C40243%2C1731493191816,1-770665a7984d,40243,1731493191816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/WALs/770665a7984d,40243,1731493191816/770665a7984d%2C40243%2C1731493191816.1731493193573 to pos 607, reset compression=false 2024-11-13T10:20:02,545 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38389,1731493188537.replicationSource.wal-reader.770665a7984d%2C38389%2C1731493188537,1-770665a7984d,38389,1731493188537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/WALs/770665a7984d,38389,1731493188537/770665a7984d%2C38389%2C1731493188537.1731493189346 to pos 480, reset compression=false 2024-11-13T10:20:02,550 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38389,1731493188537.replicationSource.wal-reader.770665a7984d%2C38389%2C1731493188537,1-770665a7984d,38389,1731493188537 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T10:20:02,550 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38389,1731493188537.replicationSource.wal-reader.770665a7984d%2C38389%2C1731493188537,1-770665a7984d,38389,1731493188537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/WALs/770665a7984d,38389,1731493188537/770665a7984d%2C38389%2C1731493188537.1731493189346 to pos 607, reset compression=false 2024-11-13T10:20:02,550 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38389,1731493188537.replicationSource.shipper770665a7984d%2C38389%2C1731493188537,1-770665a7984d,38389,1731493188537 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-770665a7984d,38389,1731493188537 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/WALs/770665a7984d,38389,1731493188537/770665a7984d%2C38389%2C1731493188537.1731493189346, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T10:20:02,753 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38389,1731493188537.replicationSource.wal-reader.770665a7984d%2C38389%2C1731493188537,1-770665a7984d,38389,1731493188537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/WALs/770665a7984d,38389,1731493188537/770665a7984d%2C38389%2C1731493188537.1731493189346 to pos 607, reset compression=false 2024-11-13T10:20:02,795 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,40243,1731493191816.replicationSource.wal-reader.770665a7984d%2C40243%2C1731493191816,1-770665a7984d,40243,1731493191816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/WALs/770665a7984d,40243,1731493191816/770665a7984d%2C40243%2C1731493191816.1731493193573 to pos 607, reset compression=false 2024-11-13T10:20:02,958 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-13T10:20:02,965 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-13T10:20:03,057 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38389,1731493188537.replicationSource.wal-reader.770665a7984d%2C38389%2C1731493188537,1-770665a7984d,38389,1731493188537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/WALs/770665a7984d,38389,1731493188537/770665a7984d%2C38389%2C1731493188537.1731493189346 to pos 607, reset compression=false 2024-11-13T10:20:03,062 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38389,1731493188537.replicationSource.wal-reader.770665a7984d%2C38389%2C1731493188537,1-770665a7984d,38389,1731493188537 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T10:20:03,062 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38389,1731493188537.replicationSource.wal-reader.770665a7984d%2C38389%2C1731493188537,1-770665a7984d,38389,1731493188537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/WALs/770665a7984d,38389,1731493188537/770665a7984d%2C38389%2C1731493188537.1731493189346 to pos 763, reset compression=false 2024-11-13T10:20:03,062 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38389,1731493188537.replicationSource.shipper770665a7984d%2C38389%2C1731493188537,1-770665a7984d,38389,1731493188537 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-770665a7984d,38389,1731493188537 got entry batch from reader: WALEntryBatch [walEntries=[{test/d5db7fa3a9f1c98846ffe075336c06b3/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/WALs/770665a7984d,38389,1731493188537/770665a7984d%2C38389%2C1731493188537.1731493189346, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-13T10:20:03,063 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40243 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T10:20:03,067 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40243 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T10:20:03,199 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,40243,1731493191816.replicationSource.wal-reader.770665a7984d%2C40243%2C1731493191816,1-770665a7984d,40243,1731493191816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/WALs/770665a7984d,40243,1731493191816/770665a7984d%2C40243%2C1731493191816.1731493193573 to pos 607, reset compression=false 2024-11-13T10:20:03,206 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,40243,1731493191816.replicationSource.wal-reader.770665a7984d%2C40243%2C1731493191816,1-770665a7984d,40243,1731493191816 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T10:20:03,206 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,40243,1731493191816.replicationSource.wal-reader.770665a7984d%2C40243%2C1731493191816,1-770665a7984d,40243,1731493191816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/WALs/770665a7984d,40243,1731493191816/770665a7984d%2C40243%2C1731493191816.1731493193573 to pos 754, reset compression=false 2024-11-13T10:20:03,206 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,40243,1731493191816.replicationSource.shipper770665a7984d%2C40243%2C1731493191816,1-770665a7984d,40243,1731493191816 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-770665a7984d,40243,1731493191816 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/WALs/770665a7984d,40243,1731493191816/770665a7984d%2C40243%2C1731493191816.1731493193573, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T10:20:03,266 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38389,1731493188537.replicationSource.wal-reader.770665a7984d%2C38389%2C1731493188537,1-770665a7984d,38389,1731493188537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/WALs/770665a7984d,38389,1731493188537/770665a7984d%2C38389%2C1731493188537.1731493189346 to pos 763, reset compression=false 2024-11-13T10:20:03,412 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,40243,1731493191816.replicationSource.wal-reader.770665a7984d%2C40243%2C1731493191816,1-770665a7984d,40243,1731493191816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/WALs/770665a7984d,40243,1731493191816/770665a7984d%2C40243%2C1731493191816.1731493193573 to pos 754, reset compression=false 2024-11-13T10:20:03,571 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38389,1731493188537.replicationSource.wal-reader.770665a7984d%2C38389%2C1731493188537,1-770665a7984d,38389,1731493188537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/WALs/770665a7984d,38389,1731493188537/770665a7984d%2C38389%2C1731493188537.1731493189346 to pos 763, reset compression=false 2024-11-13T10:20:03,720 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,40243,1731493191816.replicationSource.wal-reader.770665a7984d%2C40243%2C1731493191816,1-770665a7984d,40243,1731493191816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/WALs/770665a7984d,40243,1731493191816/770665a7984d%2C40243%2C1731493191816.1731493193573 to pos 754, reset compression=false 2024-11-13T10:20:03,968 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-13T10:20:03,972 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-13T10:20:03,974 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38389,1731493188537.replicationSource.wal-reader.770665a7984d%2C38389%2C1731493188537,1-770665a7984d,38389,1731493188537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/WALs/770665a7984d,38389,1731493188537/770665a7984d%2C38389%2C1731493188537.1731493189346 to pos 763, reset compression=false 2024-11-13T10:20:04,125 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,40243,1731493191816.replicationSource.wal-reader.770665a7984d%2C40243%2C1731493191816,1-770665a7984d,40243,1731493191816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/WALs/770665a7984d,40243,1731493191816/770665a7984d%2C40243%2C1731493191816.1731493193573 to pos 754, reset compression=false 2024-11-13T10:20:04,130 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,40243,1731493191816.replicationSource.wal-reader.770665a7984d%2C40243%2C1731493191816,1-770665a7984d,40243,1731493191816 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T10:20:04,130 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,40243,1731493191816.replicationSource.wal-reader.770665a7984d%2C40243%2C1731493191816,1-770665a7984d,40243,1731493191816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/WALs/770665a7984d,40243,1731493191816/770665a7984d%2C40243%2C1731493191816.1731493193573 to pos 913, reset compression=false 2024-11-13T10:20:04,130 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,40243,1731493191816.replicationSource.shipper770665a7984d%2C40243%2C1731493191816,1-770665a7984d,40243,1731493191816 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-770665a7984d,40243,1731493191816 got entry batch from reader: WALEntryBatch [walEntries=[{test/06c322817cc98922d48410506870d6e8/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/WALs/770665a7984d,40243,1731493191816/770665a7984d%2C40243%2C1731493191816.1731493193573, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-13T10:20:04,131 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38389 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T10:20:04,135 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38389 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T10:20:04,341 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,40243,1731493191816.replicationSource.wal-reader.770665a7984d%2C40243%2C1731493191816,1-770665a7984d,40243,1731493191816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/WALs/770665a7984d,40243,1731493191816/770665a7984d%2C40243%2C1731493191816.1731493193573 to pos 913, reset compression=false 2024-11-13T10:20:04,479 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38389,1731493188537.replicationSource.wal-reader.770665a7984d%2C38389%2C1731493188537,1-770665a7984d,38389,1731493188537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/WALs/770665a7984d,38389,1731493188537/770665a7984d%2C38389%2C1731493188537.1731493189346 to pos 763, reset compression=false 2024-11-13T10:20:04,487 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38389,1731493188537.replicationSource.wal-reader.770665a7984d%2C38389%2C1731493188537,1-770665a7984d,38389,1731493188537 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T10:20:04,487 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38389,1731493188537.replicationSource.wal-reader.770665a7984d%2C38389%2C1731493188537,1-770665a7984d,38389,1731493188537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/WALs/770665a7984d,38389,1731493188537/770665a7984d%2C38389%2C1731493188537.1731493189346 to pos 912, reset compression=false 2024-11-13T10:20:04,487 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38389,1731493188537.replicationSource.shipper770665a7984d%2C38389%2C1731493188537,1-770665a7984d,38389,1731493188537 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-770665a7984d,38389,1731493188537 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/WALs/770665a7984d,38389,1731493188537/770665a7984d%2C38389%2C1731493188537.1731493189346, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T10:20:04,611 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T10:20:04,612 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-13T10:20:04,612 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T10:20:04,612 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-13T10:20:04,613 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T10:20:04,613 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-13T10:20:04,645 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,40243,1731493191816.replicationSource.wal-reader.770665a7984d%2C40243%2C1731493191816,1-770665a7984d,40243,1731493191816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/WALs/770665a7984d,40243,1731493191816/770665a7984d%2C40243%2C1731493191816.1731493193573 to pos 913, reset compression=false 2024-11-13T10:20:04,695 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38389,1731493188537.replicationSource.wal-reader.770665a7984d%2C38389%2C1731493188537,1-770665a7984d,38389,1731493188537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/WALs/770665a7984d,38389,1731493188537/770665a7984d%2C38389%2C1731493188537.1731493189346 to pos 912, reset compression=false 2024-11-13T10:20:04,974 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-13T10:20:04,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T10:20:04,976 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T10:20:04,976 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:20:04,976 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:04,977 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:04,977 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T10:20:04,977 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:20:04,977 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=10894961, stopped=false 2024-11-13T10:20:04,977 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=770665a7984d,46031,1731493191731 2024-11-13T10:20:04,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40243-0x10110d7390d0004, quorum=127.0.0.1:56180, baseZNode=/1-2040518271 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2040518271/running 2024-11-13T10:20:04,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46031-0x10110d7390d0003, quorum=127.0.0.1:56180, baseZNode=/1-2040518271 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2040518271/running 2024-11-13T10:20:04,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46031-0x10110d7390d0003, quorum=127.0.0.1:56180, baseZNode=/1-2040518271 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2040518271 2024-11-13T10:20:04,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40243-0x10110d7390d0004, quorum=127.0.0.1:56180, baseZNode=/1-2040518271 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2040518271 2024-11-13T10:20:04,979 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T10:20:04,979 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T10:20:04,979 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:20:04,979 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:04,980 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '770665a7984d,40243,1731493191816' ***** 2024-11-13T10:20:04,980 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T10:20:04,980 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46031-0x10110d7390d0003, quorum=127.0.0.1:56180, baseZNode=/1-2040518271 Set watcher on znode that does not yet exist, /1-2040518271/running 2024-11-13T10:20:04,980 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40243-0x10110d7390d0004, quorum=127.0.0.1:56180, baseZNode=/1-2040518271 Set watcher on znode that does not yet exist, /1-2040518271/running 2024-11-13T10:20:04,980 INFO [RS:0;770665a7984d:40243 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T10:20:04,980 INFO [RS:0;770665a7984d:40243 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T10:20:04,980 INFO [RS:0;770665a7984d:40243 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T10:20:04,981 INFO [RS:0;770665a7984d:40243 {}] regionserver.HRegionServer(3091): Received CLOSE for d4bf0ac768af31fe8681537c940c09b2 2024-11-13T10:20:04,981 INFO [RS:0;770665a7984d:40243 {}] regionserver.HRegionServer(3091): Received CLOSE for 06c322817cc98922d48410506870d6e8 2024-11-13T10:20:04,981 INFO [RS:0;770665a7984d:40243 {}] regionserver.HRegionServer(959): stopping server 770665a7984d,40243,1731493191816 2024-11-13T10:20:04,981 INFO [RS:0;770665a7984d:40243 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T10:20:04,981 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T10:20:04,981 INFO [RS:0;770665a7984d:40243 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;770665a7984d:40243. 2024-11-13T10:20:04,981 DEBUG [RS:0;770665a7984d:40243 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:20:04,981 DEBUG [RS:0;770665a7984d:40243 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:04,981 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d4bf0ac768af31fe8681537c940c09b2, disabling compactions & flushes 2024-11-13T10:20:04,981 INFO [RS:0;770665a7984d:40243 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T10:20:04,981 INFO [RS:0;770665a7984d:40243 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T10:20:04,981 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731493199797.d4bf0ac768af31fe8681537c940c09b2. 2024-11-13T10:20:04,981 INFO [RS:0;770665a7984d:40243 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T10:20:04,981 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731493199797.d4bf0ac768af31fe8681537c940c09b2. 2024-11-13T10:20:04,981 INFO [RS:0;770665a7984d:40243 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T10:20:04,981 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731493199797.d4bf0ac768af31fe8681537c940c09b2. after waiting 0 ms 2024-11-13T10:20:04,981 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731493199797.d4bf0ac768af31fe8681537c940c09b2. 2024-11-13T10:20:04,981 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d4bf0ac768af31fe8681537c940c09b2 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-13T10:20:04,982 INFO [RS:0;770665a7984d:40243 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T10:20:04,982 DEBUG [RS:0;770665a7984d:40243 {}] regionserver.HRegionServer(1325): Online Regions={d4bf0ac768af31fe8681537c940c09b2=hbase:replication,,1731493199797.d4bf0ac768af31fe8681537c940c09b2., 1588230740=hbase:meta,,1.1588230740, 06c322817cc98922d48410506870d6e8=test,,1731493196435.06c322817cc98922d48410506870d6e8.} 2024-11-13T10:20:04,982 DEBUG [RS:0;770665a7984d:40243 {}] regionserver.HRegionServer(1351): Waiting on 06c322817cc98922d48410506870d6e8, 1588230740, d4bf0ac768af31fe8681537c940c09b2 2024-11-13T10:20:04,982 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T10:20:04,982 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T10:20:04,982 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T10:20:04,982 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T10:20:04,982 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T10:20:04,982 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T10:20:05,000 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38389,1731493188537.replicationSource.wal-reader.770665a7984d%2C38389%2C1731493188537,1-770665a7984d,38389,1731493188537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/WALs/770665a7984d,38389,1731493188537/770665a7984d%2C38389%2C1731493188537.1731493189346 to pos 912, reset compression=false 2024-11-13T10:20:05,000 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/data/hbase/replication/d4bf0ac768af31fe8681537c940c09b2/.tmp/queue/e7d7ecde1577425483060a4268626ee6 is 153, key is 1-770665a7984d,40243,1731493191816/queue:770665a7984d%2C40243%2C1731493191816/1731493204137/Put/seqid=0 2024-11-13T10:20:05,000 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/data/hbase/meta/1588230740/.tmp/info/271f275ea9564a618a667be09182f6d8 is 147, key is hbase:replication,,1731493199797.d4bf0ac768af31fe8681537c940c09b2./info:regioninfo/1731493200577/Put/seqid=0 2024-11-13T10:20:05,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43349 is added to blk_1073741840_1016 (size=7686) 2024-11-13T10:20:05,014 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/data/hbase/meta/1588230740/.tmp/info/271f275ea9564a618a667be09182f6d8 2024-11-13T10:20:05,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43349 is added to blk_1073741841_1017 (size=5352) 2024-11-13T10:20:05,020 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/data/hbase/replication/d4bf0ac768af31fe8681537c940c09b2/.tmp/queue/e7d7ecde1577425483060a4268626ee6 2024-11-13T10:20:05,026 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/data/hbase/replication/d4bf0ac768af31fe8681537c940c09b2/.tmp/queue/e7d7ecde1577425483060a4268626ee6 as hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/data/hbase/replication/d4bf0ac768af31fe8681537c940c09b2/queue/e7d7ecde1577425483060a4268626ee6 2024-11-13T10:20:05,031 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/data/hbase/replication/d4bf0ac768af31fe8681537c940c09b2/queue/e7d7ecde1577425483060a4268626ee6, entries=1, sequenceid=10, filesize=5.2 K 2024-11-13T10:20:05,033 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for d4bf0ac768af31fe8681537c940c09b2 in 52ms, sequenceid=10, compaction requested=false 2024-11-13T10:20:05,037 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/data/hbase/replication/d4bf0ac768af31fe8681537c940c09b2/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-13T10:20:05,038 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T10:20:05,038 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T10:20:05,038 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731493199797.d4bf0ac768af31fe8681537c940c09b2. 2024-11-13T10:20:05,038 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d4bf0ac768af31fe8681537c940c09b2: Waiting for close lock at 1731493204981Running coprocessor pre-close hooks at 1731493204981Disabling compacts and flushes for region at 1731493204981Disabling writes for close at 1731493204981Obtaining lock to block concurrent updates at 1731493204981Preparing flush snapshotting stores in d4bf0ac768af31fe8681537c940c09b2 at 1731493204981Finished memstore snapshotting hbase:replication,,1731493199797.d4bf0ac768af31fe8681537c940c09b2., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731493204982 (+1 ms)Flushing stores of hbase:replication,,1731493199797.d4bf0ac768af31fe8681537c940c09b2. at 1731493204982Flushing d4bf0ac768af31fe8681537c940c09b2/queue: creating writer at 1731493204982Flushing d4bf0ac768af31fe8681537c940c09b2/queue: appending metadata at 1731493204999 (+17 ms)Flushing d4bf0ac768af31fe8681537c940c09b2/queue: closing flushed file at 1731493204999Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15149631: reopening flushed file at 1731493205025 (+26 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for d4bf0ac768af31fe8681537c940c09b2 in 52ms, sequenceid=10, compaction requested=false at 1731493205033 (+8 ms)Writing region close event to WAL at 1731493205034 (+1 ms)Running coprocessor post-close hooks at 1731493205038 (+4 ms)Closed at 1731493205038 2024-11-13T10:20:05,039 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/data/hbase/meta/1588230740/.tmp/ns/9a23798154e242f889036d13568278cb is 43, key is default/ns:d/1731493194199/Put/seqid=0 2024-11-13T10:20:05,039 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731493199797.d4bf0ac768af31fe8681537c940c09b2. 2024-11-13T10:20:05,039 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 06c322817cc98922d48410506870d6e8, disabling compactions & flushes 2024-11-13T10:20:05,039 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731493196435.06c322817cc98922d48410506870d6e8. 2024-11-13T10:20:05,039 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731493196435.06c322817cc98922d48410506870d6e8. 2024-11-13T10:20:05,039 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731493196435.06c322817cc98922d48410506870d6e8. after waiting 0 ms 2024-11-13T10:20:05,039 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731493196435.06c322817cc98922d48410506870d6e8. 2024-11-13T10:20:05,039 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 06c322817cc98922d48410506870d6e8 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-13T10:20:05,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43349 is added to blk_1073741842_1018 (size=5153) 2024-11-13T10:20:05,045 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/data/hbase/meta/1588230740/.tmp/ns/9a23798154e242f889036d13568278cb 2024-11-13T10:20:05,048 INFO [regionserver/770665a7984d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T10:20:05,049 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,40243,1731493191816.replicationSource.wal-reader.770665a7984d%2C40243%2C1731493191816,1-770665a7984d,40243,1731493191816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/WALs/770665a7984d,40243,1731493191816/770665a7984d%2C40243%2C1731493191816.1731493193573 to pos 913, reset compression=false 2024-11-13T10:20:05,077 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,40243,1731493191816.replicationSource.wal-reader.770665a7984d%2C40243%2C1731493191816,1-770665a7984d,40243,1731493191816 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T10:20:05,077 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,40243,1731493191816.replicationSource.wal-reader.770665a7984d%2C40243%2C1731493191816,1-770665a7984d,40243,1731493191816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/WALs/770665a7984d,40243,1731493191816/770665a7984d%2C40243%2C1731493191816.1731493193573 to pos 1160, reset compression=false 2024-11-13T10:20:05,077 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,40243,1731493191816.replicationSource.shipper770665a7984d%2C40243%2C1731493191816,1-770665a7984d,40243,1731493191816 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-770665a7984d,40243,1731493191816 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/WALs/770665a7984d,40243,1731493191816/770665a7984d%2C40243%2C1731493191816.1731493193573, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T10:20:05,078 ERROR [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,40243,1731493191816.replicationSource.shipper770665a7984d%2C40243%2C1731493191816,1-770665a7984d,40243,1731493191816 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 770665a7984d,40243,1731493191816: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-770665a7984d,40243,1731493191816, walGroup=770665a7984d%2C40243%2C1731493191816, offset=770665a7984d%2C40243%2C1731493191816.1731493193573:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=770665a7984d:40243 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T10:20:05,079 ERROR [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,40243,1731493191816.replicationSource.shipper770665a7984d%2C40243%2C1731493191816,1-770665a7984d,40243,1731493191816 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T10:20:05,079 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,40243,1731493191816.replicationSource.shipper770665a7984d%2C40243%2C1731493191816,1-770665a7984d,40243,1731493191816 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T10:20:05,080 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/data/default/test/06c322817cc98922d48410506870d6e8/.tmp/f/5d2f12972fe24418a90cb31a3daeb9bb is 29, key is row1/f:/1731493203969/DeleteFamily/seqid=0 2024-11-13T10:20:05,080 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,40243,1731493191816.replicationSource.shipper770665a7984d%2C40243%2C1731493191816,1-770665a7984d,40243,1731493191816 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T10:20:05,080 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,40243,1731493191816.replicationSource.shipper770665a7984d%2C40243%2C1731493191816,1-770665a7984d,40243,1731493191816 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T10:20:05,080 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,40243,1731493191816.replicationSource.shipper770665a7984d%2C40243%2C1731493191816,1-770665a7984d,40243,1731493191816 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T10:20:05,080 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,40243,1731493191816.replicationSource.shipper770665a7984d%2C40243%2C1731493191816,1-770665a7984d,40243,1731493191816 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 548276736 }, "NonHeapMemoryUsage": { "committed": 194904064, "init": 7667712, "max": -1, "used": 191479832 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T10:20:05,081 WARN [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,40243,1731493191816.replicationSource.shipper770665a7984d%2C40243%2C1731493191816,1-770665a7984d,40243,1731493191816 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=770665a7984d:46031 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=770665a7984d:46031 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T10:20:05,095 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/data/hbase/meta/1588230740/.tmp/rep_barrier/87cf7b2df2af40dc9e2a50ec85199ab7 is 112, key is test,,1731493196435.06c322817cc98922d48410506870d6e8./rep_barrier:seqnumDuringOpen/1731493197288/Put/seqid=0 2024-11-13T10:20:05,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43349 is added to blk_1073741843_1019 (size=5118) 2024-11-13T10:20:05,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43349 is added to blk_1073741844_1020 (size=5518) 2024-11-13T10:20:05,182 DEBUG [RS:0;770665a7984d:40243 {}] regionserver.HRegionServer(1351): Waiting on 06c322817cc98922d48410506870d6e8, 1588230740 2024-11-13T10:20:05,291 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,40243,1731493191816.replicationSource.wal-reader.770665a7984d%2C40243%2C1731493191816,1-770665a7984d,40243,1731493191816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/WALs/770665a7984d,40243,1731493191816/770665a7984d%2C40243%2C1731493191816.1731493193573 to pos 1160, reset compression=false 2024-11-13T10:20:05,382 DEBUG [RS:0;770665a7984d:40243 {}] regionserver.HRegionServer(1351): Waiting on 06c322817cc98922d48410506870d6e8, 1588230740 2024-11-13T10:20:05,406 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38389,1731493188537.replicationSource.wal-reader.770665a7984d%2C38389%2C1731493188537,1-770665a7984d,38389,1731493188537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/WALs/770665a7984d,38389,1731493188537/770665a7984d%2C38389%2C1731493188537.1731493189346 to pos 912, reset compression=false 2024-11-13T10:20:05,503 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/data/default/test/06c322817cc98922d48410506870d6e8/.tmp/f/5d2f12972fe24418a90cb31a3daeb9bb 2024-11-13T10:20:05,507 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5d2f12972fe24418a90cb31a3daeb9bb 2024-11-13T10:20:05,510 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/data/hbase/meta/1588230740/.tmp/rep_barrier/87cf7b2df2af40dc9e2a50ec85199ab7 2024-11-13T10:20:05,512 INFO [regionserver/770665a7984d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T10:20:05,512 INFO [regionserver/770665a7984d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T10:20:05,523 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/data/default/test/06c322817cc98922d48410506870d6e8/.tmp/f1/92d7e254fbd84b2dab4bf9aecbe31b72 is 30, key is row1/f1:/1731493203969/DeleteFamily/seqid=0 2024-11-13T10:20:05,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43349 is added to blk_1073741845_1021 (size=5123) 2024-11-13T10:20:05,531 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/data/hbase/meta/1588230740/.tmp/table/5e108b3bd20648dc9aba786957613bfd is 53, key is hbase:replication/table:state/1731493200584/Put/seqid=0 2024-11-13T10:20:05,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43349 is added to blk_1073741846_1022 (size=5308) 2024-11-13T10:20:05,582 DEBUG [RS:0;770665a7984d:40243 {}] regionserver.HRegionServer(1351): Waiting on 06c322817cc98922d48410506870d6e8, 1588230740 2024-11-13T10:20:05,596 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,40243,1731493191816.replicationSource.wal-reader.770665a7984d%2C40243%2C1731493191816,1-770665a7984d,40243,1731493191816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/WALs/770665a7984d,40243,1731493191816/770665a7984d%2C40243%2C1731493191816.1731493193573 to pos 1160, reset compression=false 2024-11-13T10:20:05,782 DEBUG [RS:0;770665a7984d:40243 {}] regionserver.HRegionServer(1351): Waiting on 06c322817cc98922d48410506870d6e8, 1588230740 2024-11-13T10:20:05,910 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38389,1731493188537.replicationSource.wal-reader.770665a7984d%2C38389%2C1731493188537,1-770665a7984d,38389,1731493188537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/WALs/770665a7984d,38389,1731493188537/770665a7984d%2C38389%2C1731493188537.1731493189346 to pos 912, reset compression=false 2024-11-13T10:20:05,928 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/data/default/test/06c322817cc98922d48410506870d6e8/.tmp/f1/92d7e254fbd84b2dab4bf9aecbe31b72 2024-11-13T10:20:05,932 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 92d7e254fbd84b2dab4bf9aecbe31b72 2024-11-13T10:20:05,936 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/data/hbase/meta/1588230740/.tmp/table/5e108b3bd20648dc9aba786957613bfd 2024-11-13T10:20:05,941 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/data/hbase/meta/1588230740/.tmp/info/271f275ea9564a618a667be09182f6d8 as hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/data/hbase/meta/1588230740/info/271f275ea9564a618a667be09182f6d8 2024-11-13T10:20:05,953 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/data/default/test/06c322817cc98922d48410506870d6e8/.tmp/norep/0d5e28b8f92349c3b8862f05bb453d8b is 33, key is row1/norep:/1731493203969/DeleteFamily/seqid=0 2024-11-13T10:20:05,953 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/data/hbase/meta/1588230740/info/271f275ea9564a618a667be09182f6d8, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T10:20:05,954 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/data/hbase/meta/1588230740/.tmp/ns/9a23798154e242f889036d13568278cb as hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/data/hbase/meta/1588230740/ns/9a23798154e242f889036d13568278cb 2024-11-13T10:20:05,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43349 is added to blk_1073741847_1023 (size=5108) 2024-11-13T10:20:05,960 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/data/hbase/meta/1588230740/ns/9a23798154e242f889036d13568278cb, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T10:20:05,961 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/data/hbase/meta/1588230740/.tmp/rep_barrier/87cf7b2df2af40dc9e2a50ec85199ab7 as hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/data/hbase/meta/1588230740/rep_barrier/87cf7b2df2af40dc9e2a50ec85199ab7 2024-11-13T10:20:05,965 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/data/hbase/meta/1588230740/rep_barrier/87cf7b2df2af40dc9e2a50ec85199ab7, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T10:20:05,965 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/data/hbase/meta/1588230740/.tmp/table/5e108b3bd20648dc9aba786957613bfd as hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/data/hbase/meta/1588230740/table/5e108b3bd20648dc9aba786957613bfd 2024-11-13T10:20:05,970 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/data/hbase/meta/1588230740/table/5e108b3bd20648dc9aba786957613bfd, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T10:20:05,971 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 989ms, sequenceid=16, compaction requested=false 2024-11-13T10:20:05,979 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T10:20:05,979 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T10:20:05,979 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T10:20:05,979 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T10:20:05,979 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731493204982Running coprocessor pre-close hooks at 1731493204982Disabling compacts and flushes for region at 1731493204982Disabling writes for close at 1731493204982Obtaining lock to block concurrent updates at 1731493204982Preparing flush snapshotting stores in 1588230740 at 1731493204982Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731493204982Flushing stores of hbase:meta,,1.1588230740 at 1731493204983 (+1 ms)Flushing 1588230740/info: creating writer at 1731493204983Flushing 1588230740/info: appending metadata at 1731493205000 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731493205000Flushing 1588230740/ns: creating writer at 1731493205019 (+19 ms)Flushing 1588230740/ns: appending metadata at 1731493205038 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731493205038Flushing 1588230740/rep_barrier: creating writer at 1731493205057 (+19 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731493205094 (+37 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731493205094Flushing 1588230740/table: creating writer at 1731493205514 (+420 ms)Flushing 1588230740/table: appending metadata at 1731493205531 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731493205531Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14a75ea: reopening flushed file at 1731493205940 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5af4b395: reopening flushed file at 1731493205954 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@783a7cfc: reopening flushed file at 1731493205960 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34a2cda0: reopening flushed file at 1731493205965 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 989ms, sequenceid=16, compaction requested=false at 1731493205971 (+6 ms)Writing region close event to WAL at 1731493205976 (+5 ms)Running coprocessor post-close hooks at 1731493205979 (+3 ms)Closed at 1731493205979 2024-11-13T10:20:05,980 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T10:20:05,983 INFO [RS:0;770665a7984d:40243 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T10:20:05,983 DEBUG [RS:0;770665a7984d:40243 {}] regionserver.HRegionServer(1325): Online Regions={06c322817cc98922d48410506870d6e8=test,,1731493196435.06c322817cc98922d48410506870d6e8.} 2024-11-13T10:20:05,983 DEBUG [RS:0;770665a7984d:40243 {}] regionserver.HRegionServer(1351): Waiting on 06c322817cc98922d48410506870d6e8 2024-11-13T10:20:06,000 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,40243,1731493191816.replicationSource.wal-reader.770665a7984d%2C40243%2C1731493191816,1-770665a7984d,40243,1731493191816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/WALs/770665a7984d,40243,1731493191816/770665a7984d%2C40243%2C1731493191816.1731493193573 to pos 1160, reset compression=false 2024-11-13T10:20:06,063 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T10:20:06,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:06,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:06,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:06,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:06,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:06,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:06,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:06,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:06,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:06,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:06,183 DEBUG [RS:0;770665a7984d:40243 {}] regionserver.HRegionServer(1351): Waiting on 06c322817cc98922d48410506870d6e8 2024-11-13T10:20:06,359 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/data/default/test/06c322817cc98922d48410506870d6e8/.tmp/norep/0d5e28b8f92349c3b8862f05bb453d8b 2024-11-13T10:20:06,363 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0d5e28b8f92349c3b8862f05bb453d8b 2024-11-13T10:20:06,364 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/data/default/test/06c322817cc98922d48410506870d6e8/.tmp/f/5d2f12972fe24418a90cb31a3daeb9bb as hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/data/default/test/06c322817cc98922d48410506870d6e8/f/5d2f12972fe24418a90cb31a3daeb9bb 2024-11-13T10:20:06,368 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5d2f12972fe24418a90cb31a3daeb9bb 2024-11-13T10:20:06,368 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/data/default/test/06c322817cc98922d48410506870d6e8/f/5d2f12972fe24418a90cb31a3daeb9bb, entries=2, sequenceid=8, filesize=5.0 K 2024-11-13T10:20:06,369 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/data/default/test/06c322817cc98922d48410506870d6e8/.tmp/f1/92d7e254fbd84b2dab4bf9aecbe31b72 as hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/data/default/test/06c322817cc98922d48410506870d6e8/f1/92d7e254fbd84b2dab4bf9aecbe31b72 2024-11-13T10:20:06,373 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 92d7e254fbd84b2dab4bf9aecbe31b72 2024-11-13T10:20:06,373 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/data/default/test/06c322817cc98922d48410506870d6e8/f1/92d7e254fbd84b2dab4bf9aecbe31b72, entries=2, sequenceid=8, filesize=5.0 K 2024-11-13T10:20:06,374 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/data/default/test/06c322817cc98922d48410506870d6e8/.tmp/norep/0d5e28b8f92349c3b8862f05bb453d8b as hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/data/default/test/06c322817cc98922d48410506870d6e8/norep/0d5e28b8f92349c3b8862f05bb453d8b 2024-11-13T10:20:06,378 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0d5e28b8f92349c3b8862f05bb453d8b 2024-11-13T10:20:06,378 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/data/default/test/06c322817cc98922d48410506870d6e8/norep/0d5e28b8f92349c3b8862f05bb453d8b, entries=1, sequenceid=8, filesize=5.0 K 2024-11-13T10:20:06,379 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 06c322817cc98922d48410506870d6e8 in 1339ms, sequenceid=8, compaction requested=false 2024-11-13T10:20:06,383 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/data/default/test/06c322817cc98922d48410506870d6e8/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-13T10:20:06,383 DEBUG [RS:0;770665a7984d:40243 {}] regionserver.HRegionServer(1351): Waiting on 06c322817cc98922d48410506870d6e8 2024-11-13T10:20:06,383 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T10:20:06,383 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T10:20:06,383 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731493196435.06c322817cc98922d48410506870d6e8. 2024-11-13T10:20:06,383 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 06c322817cc98922d48410506870d6e8: Waiting for close lock at 1731493205039Running coprocessor pre-close hooks at 1731493205039Disabling compacts and flushes for region at 1731493205039Disabling writes for close at 1731493205039Obtaining lock to block concurrent updates at 1731493205039Preparing flush snapshotting stores in 06c322817cc98922d48410506870d6e8 at 1731493205039Finished memstore snapshotting test,,1731493196435.06c322817cc98922d48410506870d6e8., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731493205039Flushing stores of test,,1731493196435.06c322817cc98922d48410506870d6e8. at 1731493205040 (+1 ms)Flushing 06c322817cc98922d48410506870d6e8/f: creating writer at 1731493205040Flushing 06c322817cc98922d48410506870d6e8/f: appending metadata at 1731493205079 (+39 ms)Flushing 06c322817cc98922d48410506870d6e8/f: closing flushed file at 1731493205079Flushing 06c322817cc98922d48410506870d6e8/f1: creating writer at 1731493205508 (+429 ms)Flushing 06c322817cc98922d48410506870d6e8/f1: appending metadata at 1731493205523 (+15 ms)Flushing 06c322817cc98922d48410506870d6e8/f1: closing flushed file at 1731493205523Flushing 06c322817cc98922d48410506870d6e8/norep: creating writer at 1731493205932 (+409 ms)Flushing 06c322817cc98922d48410506870d6e8/norep: appending metadata at 1731493205952 (+20 ms)Flushing 06c322817cc98922d48410506870d6e8/norep: closing flushed file at 1731493205952Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4026c871: reopening flushed file at 1731493206363 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b64e433: reopening flushed file at 1731493206369 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@787b459c: reopening flushed file at 1731493206373 (+4 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 06c322817cc98922d48410506870d6e8 in 1339ms, sequenceid=8, compaction requested=false at 1731493206379 (+6 ms)Writing region close event to WAL at 1731493206380 (+1 ms)Running coprocessor post-close hooks at 1731493206383 (+3 ms)Closed at 1731493206383 2024-11-13T10:20:06,383 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731493196435.06c322817cc98922d48410506870d6e8. 2024-11-13T10:20:06,505 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,40243,1731493191816.replicationSource.wal-reader.770665a7984d%2C40243%2C1731493191816,1-770665a7984d,40243,1731493191816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/WALs/770665a7984d,40243,1731493191816/770665a7984d%2C40243%2C1731493191816.1731493193573 to pos 1160, reset compression=false 2024-11-13T10:20:06,512 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,40243,1731493191816.replicationSource.wal-reader.770665a7984d%2C40243%2C1731493191816,1-770665a7984d,40243,1731493191816 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T10:20:06,512 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,40243,1731493191816.replicationSource.wal-reader.770665a7984d%2C40243%2C1731493191816,1-770665a7984d,40243,1731493191816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/WALs/770665a7984d,40243,1731493191816/770665a7984d%2C40243%2C1731493191816.1731493193573 to pos 1804, reset compression=false 2024-11-13T10:20:06,514 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38389,1731493188537.replicationSource.wal-reader.770665a7984d%2C38389%2C1731493188537,1-770665a7984d,38389,1731493188537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/WALs/770665a7984d,38389,1731493188537/770665a7984d%2C38389%2C1731493188537.1731493189346 to pos 912, reset compression=false 2024-11-13T10:20:06,583 INFO [RS:0;770665a7984d:40243 {}] regionserver.HRegionServer(976): stopping server 770665a7984d,40243,1731493191816; all regions closed. 2024-11-13T10:20:06,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43349 is added to blk_1073741834_1010 (size=4239) 2024-11-13T10:20:06,586 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/WALs/770665a7984d,40243,1731493191816/770665a7984d%2C40243%2C1731493191816.meta.1731493194139.meta not finished, retry = 0 2024-11-13T10:20:06,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43349 is added to blk_1073741839_1015 (size=2676) 2024-11-13T10:20:06,689 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/WALs/770665a7984d,40243,1731493191816/770665a7984d%2C40243%2C1731493191816.rep.1731493200539 not finished, retry = 0 2024-11-13T10:20:06,717 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,40243,1731493191816.replicationSource.wal-reader.770665a7984d%2C40243%2C1731493191816,1-770665a7984d,40243,1731493191816 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/WALs/770665a7984d,40243,1731493191816/770665a7984d%2C40243%2C1731493191816.1731493193573 to pos 1804, reset compression=false 2024-11-13T10:20:06,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43349 is added to blk_1073741833_1009 (size=1812) 2024-11-13T10:20:06,793 DEBUG [RS:0;770665a7984d:40243 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:06,793 INFO [RS:0;770665a7984d:40243 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T10:20:06,793 INFO [RS:0;770665a7984d:40243 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T10:20:06,793 INFO [RS:0;770665a7984d:40243 {}] hbase.ChoreService(370): Chore service for: regionserver/770665a7984d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T10:20:06,793 INFO [RS:0;770665a7984d:40243 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T10:20:06,793 INFO [regionserver/770665a7984d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T10:20:06,793 INFO [RS:0;770665a7984d:40243 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-770665a7984d,40243,1731493191816 because: Region server is closing 2024-11-13T10:20:06,794 INFO [RS:0;770665a7984d:40243 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;770665a7984d:40243. 2024-11-13T10:20:06,794 DEBUG [RS:0;770665a7984d:40243 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:20:06,794 DEBUG [RS:0;770665a7984d:40243 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:06,794 DEBUG [RS:0;770665a7984d:40243 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:06,794 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:20:06,894 INFO [RS:0;770665a7984d:40243 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,40243,1731493191816.replicationSource.shipper770665a7984d%2C40243%2C1731493191816,1-770665a7984d,40243,1731493191816 terminated 2024-11-13T10:20:06,894 INFO [RS:0;770665a7984d:40243 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;770665a7984d:40243. 2024-11-13T10:20:06,894 WARN [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,40243,1731493191816.replicationSource.wal-reader.770665a7984d%2C40243%2C1731493191816,1-770665a7984d,40243,1731493191816 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T10:20:06,894 DEBUG [RS:0;770665a7984d:40243 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:20:06,894 DEBUG [RS:0;770665a7984d:40243 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:06,895 DEBUG [RS:0;770665a7984d:40243 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:06,895 INFO [RS:0;770665a7984d:40243 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40243 2024-11-13T10:20:06,895 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:20:06,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40243-0x10110d7390d0004, quorum=127.0.0.1:56180, baseZNode=/1-2040518271 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2040518271/rs/770665a7984d,40243,1731493191816 2024-11-13T10:20:06,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46031-0x10110d7390d0003, quorum=127.0.0.1:56180, baseZNode=/1-2040518271 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2040518271/rs 2024-11-13T10:20:06,897 INFO [RS:0;770665a7984d:40243 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T10:20:06,898 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [770665a7984d,40243,1731493191816] 2024-11-13T10:20:06,900 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2040518271/draining/770665a7984d,40243,1731493191816 already deleted, retry=false 2024-11-13T10:20:06,900 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 770665a7984d,40243,1731493191816 expired; onlineServers=0 2024-11-13T10:20:06,900 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '770665a7984d,46031,1731493191731' ***** 2024-11-13T10:20:06,900 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T10:20:06,900 INFO [M:0;770665a7984d:46031 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T10:20:06,901 INFO [M:0;770665a7984d:46031 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T10:20:06,901 DEBUG [M:0;770665a7984d:46031 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T10:20:06,901 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T10:20:06,901 DEBUG [M:0;770665a7984d:46031 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T10:20:06,901 DEBUG [master/770665a7984d:0:becomeActiveMaster-HFileCleaner.small.0-1731493193357 {}] cleaner.HFileCleaner(306): Exit Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.small.0-1731493193357,5,FailOnTimeoutGroup] 2024-11-13T10:20:06,901 DEBUG [master/770665a7984d:0:becomeActiveMaster-HFileCleaner.large.0-1731493193357 {}] cleaner.HFileCleaner(306): Exit Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.large.0-1731493193357,5,FailOnTimeoutGroup] 2024-11-13T10:20:06,901 INFO [M:0;770665a7984d:46031 {}] hbase.ChoreService(370): Chore service for: master/770665a7984d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T10:20:06,901 INFO [M:0;770665a7984d:46031 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T10:20:06,901 DEBUG [M:0;770665a7984d:46031 {}] master.HMaster(1795): Stopping service threads 2024-11-13T10:20:06,901 INFO [M:0;770665a7984d:46031 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T10:20:06,901 INFO [M:0;770665a7984d:46031 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T10:20:06,901 INFO [M:0;770665a7984d:46031 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T10:20:06,901 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T10:20:06,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46031-0x10110d7390d0003, quorum=127.0.0.1:56180, baseZNode=/1-2040518271 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2040518271/master 2024-11-13T10:20:06,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46031-0x10110d7390d0003, quorum=127.0.0.1:56180, baseZNode=/1-2040518271 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2040518271 2024-11-13T10:20:06,902 DEBUG [M:0;770665a7984d:46031 {}] zookeeper.ZKUtil(347): master:46031-0x10110d7390d0003, quorum=127.0.0.1:56180, baseZNode=/1-2040518271 Unable to get data of znode /1-2040518271/master because node does not exist (not an error) 2024-11-13T10:20:06,902 WARN [M:0;770665a7984d:46031 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T10:20:06,903 INFO [M:0;770665a7984d:46031 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/.lastflushedseqids 2024-11-13T10:20:06,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43349 is added to blk_1073741848_1024 (size=245) 2024-11-13T10:20:06,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40243-0x10110d7390d0004, quorum=127.0.0.1:56180, baseZNode=/1-2040518271 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:20:06,998 INFO [RS:0;770665a7984d:40243 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T10:20:06,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40243-0x10110d7390d0004, quorum=127.0.0.1:56180, baseZNode=/1-2040518271 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:20:06,998 INFO [RS:0;770665a7984d:40243 {}] regionserver.HRegionServer(1031): Exiting; stopping=770665a7984d,40243,1731493191816; zookeeper connection closed. 2024-11-13T10:20:06,998 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@182060ba {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@182060ba 2024-11-13T10:20:06,999 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T10:20:07,219 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38389,1731493188537.replicationSource.wal-reader.770665a7984d%2C38389%2C1731493188537,1-770665a7984d,38389,1731493188537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/WALs/770665a7984d,38389,1731493188537/770665a7984d%2C38389%2C1731493188537.1731493189346 to pos 912, reset compression=false 2024-11-13T10:20:07,308 INFO [M:0;770665a7984d:46031 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T10:20:07,308 INFO [M:0;770665a7984d:46031 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T10:20:07,308 DEBUG [M:0;770665a7984d:46031 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T10:20:07,308 INFO [M:0;770665a7984d:46031 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:20:07,308 DEBUG [M:0;770665a7984d:46031 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:20:07,308 DEBUG [M:0;770665a7984d:46031 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T10:20:07,308 DEBUG [M:0;770665a7984d:46031 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:20:07,308 INFO [M:0;770665a7984d:46031 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-13T10:20:07,329 DEBUG [M:0;770665a7984d:46031 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9e72d40e3a44468b8e9cb08851f29063 is 82, key is hbase:meta,,1/info:regioninfo/1731493194186/Put/seqid=0 2024-11-13T10:20:07,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43349 is added to blk_1073741849_1025 (size=5672) 2024-11-13T10:20:07,743 INFO [M:0;770665a7984d:46031 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9e72d40e3a44468b8e9cb08851f29063 2024-11-13T10:20:07,763 DEBUG [M:0;770665a7984d:46031 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f9374c93648845bd92576d758c1d3995 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731493200587/Put/seqid=0 2024-11-13T10:20:07,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43349 is added to blk_1073741850_1026 (size=8516) 2024-11-13T10:20:07,769 INFO [M:0;770665a7984d:46031 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f9374c93648845bd92576d758c1d3995 2024-11-13T10:20:07,794 DEBUG [M:0;770665a7984d:46031 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2f3698329acc4884ae15aee06af64258 is 69, key is 770665a7984d,40243,1731493191816/rs:state/1731493193404/Put/seqid=0 2024-11-13T10:20:07,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43349 is added to blk_1073741851_1027 (size=5156) 2024-11-13T10:20:08,023 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38389,1731493188537.replicationSource.wal-reader.770665a7984d%2C38389%2C1731493188537,1-770665a7984d,38389,1731493188537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/WALs/770665a7984d,38389,1731493188537/770665a7984d%2C38389%2C1731493188537.1731493189346 to pos 912, reset compression=false 2024-11-13T10:20:08,199 INFO [M:0;770665a7984d:46031 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2f3698329acc4884ae15aee06af64258 2024-11-13T10:20:08,206 DEBUG [M:0;770665a7984d:46031 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9e72d40e3a44468b8e9cb08851f29063 as hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9e72d40e3a44468b8e9cb08851f29063 2024-11-13T10:20:08,210 INFO [M:0;770665a7984d:46031 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9e72d40e3a44468b8e9cb08851f29063, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T10:20:08,211 DEBUG [M:0;770665a7984d:46031 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f9374c93648845bd92576d758c1d3995 as hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f9374c93648845bd92576d758c1d3995 2024-11-13T10:20:08,215 INFO [M:0;770665a7984d:46031 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f9374c93648845bd92576d758c1d3995, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T10:20:08,216 DEBUG [M:0;770665a7984d:46031 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2f3698329acc4884ae15aee06af64258 as hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2f3698329acc4884ae15aee06af64258 2024-11-13T10:20:08,221 INFO [M:0;770665a7984d:46031 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37825/user/jenkins/test-data/f32b0bad-9663-61f8-e3d0-6a670e498e23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2f3698329acc4884ae15aee06af64258, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T10:20:08,222 INFO [M:0;770665a7984d:46031 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 913ms, sequenceid=97, compaction requested=false 2024-11-13T10:20:08,223 INFO [M:0;770665a7984d:46031 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:20:08,223 DEBUG [M:0;770665a7984d:46031 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731493207308Disabling compacts and flushes for region at 1731493207308Disabling writes for close at 1731493207308Obtaining lock to block concurrent updates at 1731493207308Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731493207308Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731493207309 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731493207310 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731493207310Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731493207329 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731493207329Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731493207748 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731493207763 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731493207763Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731493207772 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731493207793 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731493207793Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22c8bd07: reopening flushed file at 1731493208205 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34c4e8f2: reopening flushed file at 1731493208210 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@218584c: reopening flushed file at 1731493208215 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 913ms, sequenceid=97, compaction requested=false at 1731493208222 (+7 ms)Writing region close event to WAL at 1731493208223 (+1 ms)Closed at 1731493208223 2024-11-13T10:20:08,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43349 is added to blk_1073741830_1006 (size=63654) 2024-11-13T10:20:08,226 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T10:20:08,226 INFO [M:0;770665a7984d:46031 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T10:20:08,226 INFO [M:0;770665a7984d:46031 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46031 2024-11-13T10:20:08,227 INFO [M:0;770665a7984d:46031 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T10:20:08,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46031-0x10110d7390d0003, quorum=127.0.0.1:56180, baseZNode=/1-2040518271 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:20:08,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46031-0x10110d7390d0003, quorum=127.0.0.1:56180, baseZNode=/1-2040518271 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:20:08,329 INFO [M:0;770665a7984d:46031 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T10:20:08,332 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@681efc43{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T10:20:08,333 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@32d47073{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T10:20:08,333 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T10:20:08,333 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4dac0b05{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T10:20:08,333 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77d66c2d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5aa8f0b-17db-03a9-823e-c0a69d2c6a44/hadoop.log.dir/,STOPPED} 2024-11-13T10:20:08,335 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T10:20:08,335 WARN [BP-179749363-172.17.0.2-1731493190512 heartbeating to localhost/127.0.0.1:37825 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T10:20:08,335 WARN [BP-179749363-172.17.0.2-1731493190512 heartbeating to localhost/127.0.0.1:37825 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-179749363-172.17.0.2-1731493190512 (Datanode Uuid 8964efd3-a96f-4a18-80ad-fa10505ae0b7) service to localhost/127.0.0.1:37825 2024-11-13T10:20:08,335 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T10:20:08,335 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5aa8f0b-17db-03a9-823e-c0a69d2c6a44/cluster_57427c1d-98e9-6e80-2df3-6a251170a722/data/data1/current/BP-179749363-172.17.0.2-1731493190512 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T10:20:08,336 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5aa8f0b-17db-03a9-823e-c0a69d2c6a44/cluster_57427c1d-98e9-6e80-2df3-6a251170a722/data/data2/current/BP-179749363-172.17.0.2-1731493190512 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T10:20:08,336 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T10:20:08,344 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6cb64947{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T10:20:08,345 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2cae8f34{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T10:20:08,345 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T10:20:08,345 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74263c46{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T10:20:08,345 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10450e5f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5aa8f0b-17db-03a9-823e-c0a69d2c6a44/hadoop.log.dir/,STOPPED} 2024-11-13T10:20:08,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T10:20:08,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T10:20:08,362 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T10:20:08,362 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:20:08,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:08,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:08,363 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:20:08,363 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T10:20:08,363 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1209445504, stopped=false 2024-11-13T10:20:08,363 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=770665a7984d,41487,1731493188359 2024-11-13T10:20:08,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41487-0x10110d7390d0000, quorum=127.0.0.1:56180, baseZNode=/0-1915577078 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1915577078/running 2024-11-13T10:20:08,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38389-0x10110d7390d0001, quorum=127.0.0.1:56180, baseZNode=/0-1915577078 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1915577078/running 2024-11-13T10:20:08,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41487-0x10110d7390d0000, quorum=127.0.0.1:56180, baseZNode=/0-1915577078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1915577078 2024-11-13T10:20:08,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38389-0x10110d7390d0001, quorum=127.0.0.1:56180, baseZNode=/0-1915577078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1915577078 2024-11-13T10:20:08,364 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T10:20:08,365 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T10:20:08,365 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:20:08,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:08,365 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '770665a7984d,38389,1731493188537' ***** 2024-11-13T10:20:08,365 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T10:20:08,365 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38389-0x10110d7390d0001, quorum=127.0.0.1:56180, baseZNode=/0-1915577078 Set watcher on znode that does not yet exist, /0-1915577078/running 2024-11-13T10:20:08,365 INFO [RS:0;770665a7984d:38389 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T10:20:08,365 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41487-0x10110d7390d0000, quorum=127.0.0.1:56180, baseZNode=/0-1915577078 Set watcher on znode that does not yet exist, /0-1915577078/running 2024-11-13T10:20:08,365 INFO [RS:0;770665a7984d:38389 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T10:20:08,366 INFO [RS:0;770665a7984d:38389 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T10:20:08,366 INFO [RS:0;770665a7984d:38389 {}] regionserver.HRegionServer(3091): Received CLOSE for d5db7fa3a9f1c98846ffe075336c06b3 2024-11-13T10:20:08,366 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T10:20:08,366 INFO [RS:0;770665a7984d:38389 {}] regionserver.HRegionServer(3091): Received CLOSE for 62505f07dedec19cef1a32df79aaac44 2024-11-13T10:20:08,366 INFO [RS:0;770665a7984d:38389 {}] regionserver.HRegionServer(959): stopping server 770665a7984d,38389,1731493188537 2024-11-13T10:20:08,366 INFO [RS:0;770665a7984d:38389 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T10:20:08,366 INFO [RS:0;770665a7984d:38389 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;770665a7984d:38389. 2024-11-13T10:20:08,366 DEBUG [RS:0;770665a7984d:38389 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:20:08,366 DEBUG [RS:0;770665a7984d:38389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:08,366 INFO [RS:0;770665a7984d:38389 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T10:20:08,366 INFO [RS:0;770665a7984d:38389 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T10:20:08,366 INFO [RS:0;770665a7984d:38389 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T10:20:08,366 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d5db7fa3a9f1c98846ffe075336c06b3, disabling compactions & flushes 2024-11-13T10:20:08,366 INFO [RS:0;770665a7984d:38389 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T10:20:08,366 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731493194280.d5db7fa3a9f1c98846ffe075336c06b3. 2024-11-13T10:20:08,366 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731493194280.d5db7fa3a9f1c98846ffe075336c06b3. 2024-11-13T10:20:08,366 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731493194280.d5db7fa3a9f1c98846ffe075336c06b3. after waiting 0 ms 2024-11-13T10:20:08,366 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731493194280.d5db7fa3a9f1c98846ffe075336c06b3. 2024-11-13T10:20:08,367 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d5db7fa3a9f1c98846ffe075336c06b3 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-13T10:20:08,367 INFO [RS:0;770665a7984d:38389 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T10:20:08,367 DEBUG [RS:0;770665a7984d:38389 {}] regionserver.HRegionServer(1325): Online Regions={d5db7fa3a9f1c98846ffe075336c06b3=test,,1731493194280.d5db7fa3a9f1c98846ffe075336c06b3., 1588230740=hbase:meta,,1.1588230740, 62505f07dedec19cef1a32df79aaac44=hbase:replication,,1731493197632.62505f07dedec19cef1a32df79aaac44.} 2024-11-13T10:20:08,367 DEBUG [RS:0;770665a7984d:38389 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 62505f07dedec19cef1a32df79aaac44, d5db7fa3a9f1c98846ffe075336c06b3 2024-11-13T10:20:08,367 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T10:20:08,367 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T10:20:08,367 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T10:20:08,367 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T10:20:08,367 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T10:20:08,367 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T10:20:08,383 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/data/hbase/meta/1588230740/.tmp/info/81478287b2b54195acff6fef11e7f212 is 147, key is hbase:replication,,1731493197632.62505f07dedec19cef1a32df79aaac44./info:regioninfo/1731493198809/Put/seqid=0 2024-11-13T10:20:08,386 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/data/default/test/d5db7fa3a9f1c98846ffe075336c06b3/.tmp/f/35c91f38104549569d9bc68e847c76a1 is 29, key is row1/f:/1731493203969/DeleteFamily/seqid=0 2024-11-13T10:20:08,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37485 is added to blk_1073741840_1016 (size=7686) 2024-11-13T10:20:08,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37485 is added to blk_1073741841_1017 (size=5118) 2024-11-13T10:20:08,428 INFO [regionserver/770665a7984d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T10:20:08,567 DEBUG [RS:0;770665a7984d:38389 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 62505f07dedec19cef1a32df79aaac44, d5db7fa3a9f1c98846ffe075336c06b3 2024-11-13T10:20:08,767 DEBUG [RS:0;770665a7984d:38389 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 62505f07dedec19cef1a32df79aaac44, d5db7fa3a9f1c98846ffe075336c06b3 2024-11-13T10:20:08,788 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/data/hbase/meta/1588230740/.tmp/info/81478287b2b54195acff6fef11e7f212 2024-11-13T10:20:08,790 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/data/default/test/d5db7fa3a9f1c98846ffe075336c06b3/.tmp/f/35c91f38104549569d9bc68e847c76a1 2024-11-13T10:20:08,794 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 35c91f38104549569d9bc68e847c76a1 2024-11-13T10:20:08,810 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/data/hbase/meta/1588230740/.tmp/ns/f46da4b7d54e46b3b28f5dbb1d6be8e2 is 43, key is default/ns:d/1731493190374/Put/seqid=0 2024-11-13T10:20:08,810 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/data/default/test/d5db7fa3a9f1c98846ffe075336c06b3/.tmp/f1/ac13e013c1a340e88065bdabce166be8 is 30, key is row1/f1:/1731493203969/DeleteFamily/seqid=0 2024-11-13T10:20:08,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37485 is added to blk_1073741843_1019 (size=5153) 2024-11-13T10:20:08,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37485 is added to blk_1073741842_1018 (size=5123) 2024-11-13T10:20:08,930 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38389,1731493188537.replicationSource.wal-reader.770665a7984d%2C38389%2C1731493188537,1-770665a7984d,38389,1731493188537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/WALs/770665a7984d,38389,1731493188537/770665a7984d%2C38389%2C1731493188537.1731493189346 to pos 912, reset compression=false 2024-11-13T10:20:08,936 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38389,1731493188537.replicationSource.wal-reader.770665a7984d%2C38389%2C1731493188537,1-770665a7984d,38389,1731493188537 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T10:20:08,936 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38389,1731493188537.replicationSource.wal-reader.770665a7984d%2C38389%2C1731493188537,1-770665a7984d,38389,1731493188537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/WALs/770665a7984d,38389,1731493188537/770665a7984d%2C38389%2C1731493188537.1731493189346 to pos 1159, reset compression=false 2024-11-13T10:20:08,936 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38389,1731493188537.replicationSource.shipper770665a7984d%2C38389%2C1731493188537,1-770665a7984d,38389,1731493188537 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-770665a7984d,38389,1731493188537 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/WALs/770665a7984d,38389,1731493188537/770665a7984d%2C38389%2C1731493188537.1731493189346, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T10:20:08,936 ERROR [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38389,1731493188537.replicationSource.shipper770665a7984d%2C38389%2C1731493188537,1-770665a7984d,38389,1731493188537 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 770665a7984d,38389,1731493188537: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-770665a7984d,38389,1731493188537, walGroup=770665a7984d%2C38389%2C1731493188537, offset=770665a7984d%2C38389%2C1731493188537.1731493189346:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=770665a7984d:38389 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T10:20:08,937 ERROR [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38389,1731493188537.replicationSource.shipper770665a7984d%2C38389%2C1731493188537,1-770665a7984d,38389,1731493188537 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T10:20:08,938 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38389,1731493188537.replicationSource.shipper770665a7984d%2C38389%2C1731493188537,1-770665a7984d,38389,1731493188537 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T10:20:08,938 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38389,1731493188537.replicationSource.shipper770665a7984d%2C38389%2C1731493188537,1-770665a7984d,38389,1731493188537 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T10:20:08,938 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38389,1731493188537.replicationSource.shipper770665a7984d%2C38389%2C1731493188537,1-770665a7984d,38389,1731493188537 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T10:20:08,938 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38389,1731493188537.replicationSource.shipper770665a7984d%2C38389%2C1731493188537,1-770665a7984d,38389,1731493188537 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T10:20:08,938 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38389,1731493188537.replicationSource.shipper770665a7984d%2C38389%2C1731493188537,1-770665a7984d,38389,1731493188537 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 627968512 }, "NonHeapMemoryUsage": { "committed": 195166208, "init": 7667712, "max": -1, "used": 192045232 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T10:20:08,939 WARN [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38389,1731493188537.replicationSource.shipper770665a7984d%2C38389%2C1731493188537,1-770665a7984d,38389,1731493188537 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=770665a7984d:41487 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=770665a7984d:41487 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T10:20:08,967 DEBUG [RS:0;770665a7984d:38389 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 62505f07dedec19cef1a32df79aaac44, d5db7fa3a9f1c98846ffe075336c06b3 2024-11-13T10:20:09,140 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38389,1731493188537.replicationSource.wal-reader.770665a7984d%2C38389%2C1731493188537,1-770665a7984d,38389,1731493188537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/WALs/770665a7984d,38389,1731493188537/770665a7984d%2C38389%2C1731493188537.1731493189346 to pos 1159, reset compression=false 2024-11-13T10:20:09,168 DEBUG [RS:0;770665a7984d:38389 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 62505f07dedec19cef1a32df79aaac44, d5db7fa3a9f1c98846ffe075336c06b3 2024-11-13T10:20:09,215 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/data/hbase/meta/1588230740/.tmp/ns/f46da4b7d54e46b3b28f5dbb1d6be8e2 2024-11-13T10:20:09,216 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/data/default/test/d5db7fa3a9f1c98846ffe075336c06b3/.tmp/f1/ac13e013c1a340e88065bdabce166be8 2024-11-13T10:20:09,217 INFO [regionserver/770665a7984d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T10:20:09,217 INFO [regionserver/770665a7984d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T10:20:09,224 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ac13e013c1a340e88065bdabce166be8 2024-11-13T10:20:09,242 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/data/default/test/d5db7fa3a9f1c98846ffe075336c06b3/.tmp/norep/c0b9b5d8f3514981b3cac34360e6f1cb is 32, key is row/norep:/1731493202961/DeleteFamily/seqid=0 2024-11-13T10:20:09,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37485 is added to blk_1073741844_1020 (size=5101) 2024-11-13T10:20:09,249 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/data/default/test/d5db7fa3a9f1c98846ffe075336c06b3/.tmp/norep/c0b9b5d8f3514981b3cac34360e6f1cb 2024-11-13T10:20:09,250 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/data/hbase/meta/1588230740/.tmp/rep_barrier/b8fdb54b4e8346c6a98578e59e194514 is 112, key is test,,1731493194280.d5db7fa3a9f1c98846ffe075336c06b3./rep_barrier:seqnumDuringOpen/1731493195443/Put/seqid=0 2024-11-13T10:20:09,253 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c0b9b5d8f3514981b3cac34360e6f1cb 2024-11-13T10:20:09,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37485 is added to blk_1073741845_1021 (size=5518) 2024-11-13T10:20:09,254 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/data/default/test/d5db7fa3a9f1c98846ffe075336c06b3/.tmp/f/35c91f38104549569d9bc68e847c76a1 as hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/data/default/test/d5db7fa3a9f1c98846ffe075336c06b3/f/35c91f38104549569d9bc68e847c76a1 2024-11-13T10:20:09,258 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 35c91f38104549569d9bc68e847c76a1 2024-11-13T10:20:09,258 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/data/default/test/d5db7fa3a9f1c98846ffe075336c06b3/f/35c91f38104549569d9bc68e847c76a1, entries=2, sequenceid=8, filesize=5.0 K 2024-11-13T10:20:09,259 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/data/default/test/d5db7fa3a9f1c98846ffe075336c06b3/.tmp/f1/ac13e013c1a340e88065bdabce166be8 as hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/data/default/test/d5db7fa3a9f1c98846ffe075336c06b3/f1/ac13e013c1a340e88065bdabce166be8 2024-11-13T10:20:09,262 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ac13e013c1a340e88065bdabce166be8 2024-11-13T10:20:09,262 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/data/default/test/d5db7fa3a9f1c98846ffe075336c06b3/f1/ac13e013c1a340e88065bdabce166be8, entries=2, sequenceid=8, filesize=5.0 K 2024-11-13T10:20:09,263 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/data/default/test/d5db7fa3a9f1c98846ffe075336c06b3/.tmp/norep/c0b9b5d8f3514981b3cac34360e6f1cb as hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/data/default/test/d5db7fa3a9f1c98846ffe075336c06b3/norep/c0b9b5d8f3514981b3cac34360e6f1cb 2024-11-13T10:20:09,267 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c0b9b5d8f3514981b3cac34360e6f1cb 2024-11-13T10:20:09,267 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/data/default/test/d5db7fa3a9f1c98846ffe075336c06b3/norep/c0b9b5d8f3514981b3cac34360e6f1cb, entries=1, sequenceid=8, filesize=5.0 K 2024-11-13T10:20:09,268 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for d5db7fa3a9f1c98846ffe075336c06b3 in 902ms, sequenceid=8, compaction requested=false 2024-11-13T10:20:09,272 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/data/default/test/d5db7fa3a9f1c98846ffe075336c06b3/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-13T10:20:09,272 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T10:20:09,273 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T10:20:09,273 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731493194280.d5db7fa3a9f1c98846ffe075336c06b3. 2024-11-13T10:20:09,273 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d5db7fa3a9f1c98846ffe075336c06b3: Waiting for close lock at 1731493208366Running coprocessor pre-close hooks at 1731493208366Disabling compacts and flushes for region at 1731493208366Disabling writes for close at 1731493208366Obtaining lock to block concurrent updates at 1731493208367 (+1 ms)Preparing flush snapshotting stores in d5db7fa3a9f1c98846ffe075336c06b3 at 1731493208367Finished memstore snapshotting test,,1731493194280.d5db7fa3a9f1c98846ffe075336c06b3., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731493208367Flushing stores of test,,1731493194280.d5db7fa3a9f1c98846ffe075336c06b3. at 1731493208368 (+1 ms)Flushing d5db7fa3a9f1c98846ffe075336c06b3/f: creating writer at 1731493208368Flushing d5db7fa3a9f1c98846ffe075336c06b3/f: appending metadata at 1731493208385 (+17 ms)Flushing d5db7fa3a9f1c98846ffe075336c06b3/f: closing flushed file at 1731493208385Flushing d5db7fa3a9f1c98846ffe075336c06b3/f1: creating writer at 1731493208795 (+410 ms)Flushing d5db7fa3a9f1c98846ffe075336c06b3/f1: appending metadata at 1731493208809 (+14 ms)Flushing d5db7fa3a9f1c98846ffe075336c06b3/f1: closing flushed file at 1731493208809Flushing d5db7fa3a9f1c98846ffe075336c06b3/norep: creating writer at 1731493209224 (+415 ms)Flushing d5db7fa3a9f1c98846ffe075336c06b3/norep: appending metadata at 1731493209241 (+17 ms)Flushing d5db7fa3a9f1c98846ffe075336c06b3/norep: closing flushed file at 1731493209241Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54c82f41: reopening flushed file at 1731493209253 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66962ff7: reopening flushed file at 1731493209258 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63d52d56: reopening flushed file at 1731493209263 (+5 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for d5db7fa3a9f1c98846ffe075336c06b3 in 902ms, sequenceid=8, compaction requested=false at 1731493209268 (+5 ms)Writing region close event to WAL at 1731493209269 (+1 ms)Running coprocessor post-close hooks at 1731493209272 (+3 ms)Closed at 1731493209273 (+1 ms) 2024-11-13T10:20:09,273 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731493194280.d5db7fa3a9f1c98846ffe075336c06b3. 2024-11-13T10:20:09,273 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 62505f07dedec19cef1a32df79aaac44, disabling compactions & flushes 2024-11-13T10:20:09,273 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731493197632.62505f07dedec19cef1a32df79aaac44. 2024-11-13T10:20:09,273 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731493197632.62505f07dedec19cef1a32df79aaac44. 2024-11-13T10:20:09,273 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731493197632.62505f07dedec19cef1a32df79aaac44. after waiting 0 ms 2024-11-13T10:20:09,273 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731493197632.62505f07dedec19cef1a32df79aaac44. 2024-11-13T10:20:09,273 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 62505f07dedec19cef1a32df79aaac44: Waiting for close lock at 1731493209273Running coprocessor pre-close hooks at 1731493209273Disabling compacts and flushes for region at 1731493209273Disabling writes for close at 1731493209273Failed flush hbase:replication,,1731493197632.62505f07dedec19cef1a32df79aaac44., putting online again at 1731493209273 2024-11-13T10:20:09,273 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731493197632.62505f07dedec19cef1a32df79aaac44. 2024-11-13T10:20:09,368 INFO [RS:0;770665a7984d:38389 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T10:20:09,368 DEBUG [RS:0;770665a7984d:38389 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 62505f07dedec19cef1a32df79aaac44=hbase:replication,,1731493197632.62505f07dedec19cef1a32df79aaac44.} 2024-11-13T10:20:09,368 INFO [RS:0;770665a7984d:38389 {}] regionserver.HRegionServer(3091): Received CLOSE for 62505f07dedec19cef1a32df79aaac44 2024-11-13T10:20:09,368 DEBUG [RS:0;770665a7984d:38389 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 62505f07dedec19cef1a32df79aaac44 2024-11-13T10:20:09,368 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 62505f07dedec19cef1a32df79aaac44, disabling compactions & flushes 2024-11-13T10:20:09,368 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731493197632.62505f07dedec19cef1a32df79aaac44. 2024-11-13T10:20:09,368 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731493197632.62505f07dedec19cef1a32df79aaac44. 2024-11-13T10:20:09,368 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731493197632.62505f07dedec19cef1a32df79aaac44. after waiting 0 ms 2024-11-13T10:20:09,368 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731493197632.62505f07dedec19cef1a32df79aaac44. 2024-11-13T10:20:09,368 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 62505f07dedec19cef1a32df79aaac44: Waiting for close lock at 1731493209368Running coprocessor pre-close hooks at 1731493209368Disabling compacts and flushes for region at 1731493209368Disabling writes for close at 1731493209368Failed flush hbase:replication,,1731493197632.62505f07dedec19cef1a32df79aaac44., putting online again at 1731493209368 2024-11-13T10:20:09,368 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731493197632.62505f07dedec19cef1a32df79aaac44. 2024-11-13T10:20:09,445 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38389,1731493188537.replicationSource.wal-reader.770665a7984d%2C38389%2C1731493188537,1-770665a7984d,38389,1731493188537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/WALs/770665a7984d,38389,1731493188537/770665a7984d%2C38389%2C1731493188537.1731493189346 to pos 1159, reset compression=false 2024-11-13T10:20:09,450 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38389,1731493188537.replicationSource.wal-reader.770665a7984d%2C38389%2C1731493188537,1-770665a7984d,38389,1731493188537 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T10:20:09,451 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38389,1731493188537.replicationSource.wal-reader.770665a7984d%2C38389%2C1731493188537,1-770665a7984d,38389,1731493188537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/WALs/770665a7984d,38389,1731493188537/770665a7984d%2C38389%2C1731493188537.1731493189346 to pos 1803, reset compression=false 2024-11-13T10:20:09,568 DEBUG [RS:0;770665a7984d:38389 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T10:20:09,654 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38389,1731493188537.replicationSource.wal-reader.770665a7984d%2C38389%2C1731493188537,1-770665a7984d,38389,1731493188537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/WALs/770665a7984d,38389,1731493188537/770665a7984d%2C38389%2C1731493188537.1731493189346 to pos 1803, reset compression=false 2024-11-13T10:20:09,655 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/data/hbase/meta/1588230740/.tmp/rep_barrier/b8fdb54b4e8346c6a98578e59e194514 2024-11-13T10:20:09,677 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/data/hbase/meta/1588230740/.tmp/table/4b0a62bb7c4b4a059788947709d111dc is 53, key is hbase:replication/table:state/1731493198817/Put/seqid=0 2024-11-13T10:20:09,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37485 is added to blk_1073741846_1022 (size=5308) 2024-11-13T10:20:09,768 DEBUG [RS:0;770665a7984d:38389 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T10:20:09,960 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38389,1731493188537.replicationSource.wal-reader.770665a7984d%2C38389%2C1731493188537,1-770665a7984d,38389,1731493188537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/WALs/770665a7984d,38389,1731493188537/770665a7984d%2C38389%2C1731493188537.1731493189346 to pos 1803, reset compression=false 2024-11-13T10:20:09,969 DEBUG [RS:0;770665a7984d:38389 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T10:20:10,082 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/data/hbase/meta/1588230740/.tmp/table/4b0a62bb7c4b4a059788947709d111dc 2024-11-13T10:20:10,088 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/data/hbase/meta/1588230740/.tmp/info/81478287b2b54195acff6fef11e7f212 as hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/data/hbase/meta/1588230740/info/81478287b2b54195acff6fef11e7f212 2024-11-13T10:20:10,092 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/data/hbase/meta/1588230740/info/81478287b2b54195acff6fef11e7f212, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T10:20:10,093 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/data/hbase/meta/1588230740/.tmp/ns/f46da4b7d54e46b3b28f5dbb1d6be8e2 as hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/data/hbase/meta/1588230740/ns/f46da4b7d54e46b3b28f5dbb1d6be8e2 2024-11-13T10:20:10,097 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/data/hbase/meta/1588230740/ns/f46da4b7d54e46b3b28f5dbb1d6be8e2, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T10:20:10,097 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/data/hbase/meta/1588230740/.tmp/rep_barrier/b8fdb54b4e8346c6a98578e59e194514 as hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/data/hbase/meta/1588230740/rep_barrier/b8fdb54b4e8346c6a98578e59e194514 2024-11-13T10:20:10,101 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/data/hbase/meta/1588230740/rep_barrier/b8fdb54b4e8346c6a98578e59e194514, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T10:20:10,102 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/data/hbase/meta/1588230740/.tmp/table/4b0a62bb7c4b4a059788947709d111dc as hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/data/hbase/meta/1588230740/table/4b0a62bb7c4b4a059788947709d111dc 2024-11-13T10:20:10,106 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/data/hbase/meta/1588230740/table/4b0a62bb7c4b4a059788947709d111dc, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T10:20:10,107 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1740ms, sequenceid=16, compaction requested=false 2024-11-13T10:20:10,111 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T10:20:10,112 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T10:20:10,112 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T10:20:10,112 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T10:20:10,112 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731493208367Running coprocessor pre-close hooks at 1731493208367Disabling compacts and flushes for region at 1731493208367Disabling writes for close at 1731493208367Obtaining lock to block concurrent updates at 1731493208367Preparing flush snapshotting stores in 1588230740 at 1731493208367Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731493208367Flushing stores of hbase:meta,,1.1588230740 at 1731493208368 (+1 ms)Flushing 1588230740/info: creating writer at 1731493208368Flushing 1588230740/info: appending metadata at 1731493208383 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731493208383Flushing 1588230740/ns: creating writer at 1731493208794 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731493208809 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731493208809Flushing 1588230740/rep_barrier: creating writer at 1731493209222 (+413 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731493209250 (+28 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731493209250Flushing 1588230740/table: creating writer at 1731493209661 (+411 ms)Flushing 1588230740/table: appending metadata at 1731493209676 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731493209676Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ada219e: reopening flushed file at 1731493210087 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ea02a8f: reopening flushed file at 1731493210092 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f3a86e: reopening flushed file at 1731493210097 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63a83699: reopening flushed file at 1731493210102 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1740ms, sequenceid=16, compaction requested=false at 1731493210107 (+5 ms)Writing region close event to WAL at 1731493210109 (+2 ms)Running coprocessor post-close hooks at 1731493210112 (+3 ms)Closed at 1731493210112 2024-11-13T10:20:10,112 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T10:20:10,169 INFO [RS:0;770665a7984d:38389 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-13T10:20:10,169 INFO [RS:0;770665a7984d:38389 {}] regionserver.HRegionServer(976): stopping server 770665a7984d,38389,1731493188537; all regions closed. 2024-11-13T10:20:10,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37485 is added to blk_1073741834_1010 (size=4239) 2024-11-13T10:20:10,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37485 is added to blk_1073741839_1015 (size=1733) 2024-11-13T10:20:10,174 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/WALs/770665a7984d,38389,1731493188537/770665a7984d%2C38389%2C1731493188537.rep.1731493198776 not finished, retry = 0 2024-11-13T10:20:10,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37485 is added to blk_1073741832_1008 (size=1811) 2024-11-13T10:20:10,277 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/WALs/770665a7984d,38389,1731493188537/770665a7984d%2C38389%2C1731493188537.1731493189346 not finished, retry = 0 2024-11-13T10:20:10,364 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38389,1731493188537.replicationSource.wal-reader.770665a7984d%2C38389%2C1731493188537,1-770665a7984d,38389,1731493188537 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/WALs/770665a7984d,38389,1731493188537/770665a7984d%2C38389%2C1731493188537.1731493189346 to pos 1803, reset compression=false 2024-11-13T10:20:10,378 DEBUG [RS:0;770665a7984d:38389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:10,378 INFO [RS:0;770665a7984d:38389 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T10:20:10,378 INFO [RS:0;770665a7984d:38389 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T10:20:10,378 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38389,1731493188537.replicationSource.wal-reader.770665a7984d%2C38389%2C1731493188537,1-770665a7984d,38389,1731493188537 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/WALs/770665a7984d,38389,1731493188537/770665a7984d%2C38389%2C1731493188537.1731493189346 2024-11-13T10:20:10,378 INFO [RS:0;770665a7984d:38389 {}] hbase.ChoreService(370): Chore service for: regionserver/770665a7984d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T10:20:10,378 INFO [RS:0;770665a7984d:38389 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T10:20:10,379 INFO [regionserver/770665a7984d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T10:20:10,379 INFO [RS:0;770665a7984d:38389 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-770665a7984d,38389,1731493188537 because: Region server is closing 2024-11-13T10:20:10,379 INFO [RS:0;770665a7984d:38389 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;770665a7984d:38389. 2024-11-13T10:20:10,379 DEBUG [RS:0;770665a7984d:38389 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:20:10,379 DEBUG [RS:0;770665a7984d:38389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:10,379 DEBUG [RS:0;770665a7984d:38389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:10,379 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:20:10,480 INFO [RS:0;770665a7984d:38389 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38389,1731493188537.replicationSource.shipper770665a7984d%2C38389%2C1731493188537,1-770665a7984d,38389,1731493188537 terminated 2024-11-13T10:20:10,480 WARN [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38389,1731493188537.replicationSource.wal-reader.770665a7984d%2C38389%2C1731493188537,1-770665a7984d,38389,1731493188537 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-13T10:20:10,480 INFO [RS:0;770665a7984d:38389 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;770665a7984d:38389. 2024-11-13T10:20:10,480 DEBUG [RS:0;770665a7984d:38389 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:20:10,480 DEBUG [RS:0;770665a7984d:38389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:10,480 DEBUG [RS:0;770665a7984d:38389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:10,480 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:20:10,480 INFO [RS:0;770665a7984d:38389 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38389 2024-11-13T10:20:10,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38389-0x10110d7390d0001, quorum=127.0.0.1:56180, baseZNode=/0-1915577078 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1915577078/rs/770665a7984d,38389,1731493188537 2024-11-13T10:20:10,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41487-0x10110d7390d0000, quorum=127.0.0.1:56180, baseZNode=/0-1915577078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1915577078/rs 2024-11-13T10:20:10,484 INFO [RS:0;770665a7984d:38389 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T10:20:10,484 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [770665a7984d,38389,1731493188537] 2024-11-13T10:20:10,486 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1915577078/draining/770665a7984d,38389,1731493188537 already deleted, retry=false 2024-11-13T10:20:10,486 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 770665a7984d,38389,1731493188537 expired; onlineServers=0 2024-11-13T10:20:10,486 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '770665a7984d,41487,1731493188359' ***** 2024-11-13T10:20:10,486 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T10:20:10,486 INFO [M:0;770665a7984d:41487 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T10:20:10,486 INFO [M:0;770665a7984d:41487 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T10:20:10,486 DEBUG [M:0;770665a7984d:41487 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T10:20:10,486 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T10:20:10,486 DEBUG [M:0;770665a7984d:41487 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T10:20:10,486 DEBUG [master/770665a7984d:0:becomeActiveMaster-HFileCleaner.large.0-1731493189176 {}] cleaner.HFileCleaner(306): Exit Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.large.0-1731493189176,5,FailOnTimeoutGroup] 2024-11-13T10:20:10,486 DEBUG [master/770665a7984d:0:becomeActiveMaster-HFileCleaner.small.0-1731493189176 {}] cleaner.HFileCleaner(306): Exit Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.small.0-1731493189176,5,FailOnTimeoutGroup] 2024-11-13T10:20:10,487 INFO [M:0;770665a7984d:41487 {}] hbase.ChoreService(370): Chore service for: master/770665a7984d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T10:20:10,487 INFO [M:0;770665a7984d:41487 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T10:20:10,487 DEBUG [M:0;770665a7984d:41487 {}] master.HMaster(1795): Stopping service threads 2024-11-13T10:20:10,487 INFO [M:0;770665a7984d:41487 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T10:20:10,487 INFO [M:0;770665a7984d:41487 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T10:20:10,487 INFO [M:0;770665a7984d:41487 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T10:20:10,487 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T10:20:10,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41487-0x10110d7390d0000, quorum=127.0.0.1:56180, baseZNode=/0-1915577078 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1915577078/master 2024-11-13T10:20:10,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41487-0x10110d7390d0000, quorum=127.0.0.1:56180, baseZNode=/0-1915577078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1915577078 2024-11-13T10:20:10,489 DEBUG [M:0;770665a7984d:41487 {}] zookeeper.ZKUtil(347): master:41487-0x10110d7390d0000, quorum=127.0.0.1:56180, baseZNode=/0-1915577078 Unable to get data of znode /0-1915577078/master because node does not exist (not an error) 2024-11-13T10:20:10,489 WARN [M:0;770665a7984d:41487 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T10:20:10,490 INFO [M:0;770665a7984d:41487 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/.lastflushedseqids 2024-11-13T10:20:10,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37485 is added to blk_1073741847_1023 (size=245) 2024-11-13T10:20:10,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38389-0x10110d7390d0001, quorum=127.0.0.1:56180, baseZNode=/0-1915577078 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:20:10,586 INFO [RS:0;770665a7984d:38389 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T10:20:10,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38389-0x10110d7390d0001, quorum=127.0.0.1:56180, baseZNode=/0-1915577078 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:20:10,586 INFO [RS:0;770665a7984d:38389 {}] regionserver.HRegionServer(1031): Exiting; stopping=770665a7984d,38389,1731493188537; zookeeper connection closed. 2024-11-13T10:20:10,586 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5705e698 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5705e698 2024-11-13T10:20:10,586 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T10:20:10,895 INFO [M:0;770665a7984d:41487 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T10:20:10,895 INFO [M:0;770665a7984d:41487 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T10:20:10,895 DEBUG [M:0;770665a7984d:41487 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T10:20:10,895 INFO [M:0;770665a7984d:41487 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:20:10,895 DEBUG [M:0;770665a7984d:41487 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:20:10,895 DEBUG [M:0;770665a7984d:41487 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T10:20:10,895 DEBUG [M:0;770665a7984d:41487 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:20:10,895 INFO [M:0;770665a7984d:41487 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-13T10:20:10,915 DEBUG [M:0;770665a7984d:41487 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ecedfb3ad9cc4ef59299a3e35035c8b1 is 82, key is hbase:meta,,1/info:regioninfo/1731493190364/Put/seqid=0 2024-11-13T10:20:10,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37485 is added to blk_1073741848_1024 (size=5672) 2024-11-13T10:20:11,321 INFO [M:0;770665a7984d:41487 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ecedfb3ad9cc4ef59299a3e35035c8b1 2024-11-13T10:20:11,344 DEBUG [M:0;770665a7984d:41487 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0a66ff05bc7d4688b1ee2b4ab0c087de is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731493198820/Put/seqid=0 2024-11-13T10:20:11,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37485 is added to blk_1073741849_1025 (size=8516) 2024-11-13T10:20:11,481 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T10:20:11,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:11,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:11,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:11,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:11,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:11,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:11,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:11,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:11,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:11,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:11,528 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:11,581 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:20:11,582 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [770665a7984d,36187,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=770665a7984d:36187 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T10:20:11,582 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28325 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [770665a7984d,36187,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=770665a7984d:36187 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T10:20:11,749 INFO [M:0;770665a7984d:41487 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0a66ff05bc7d4688b1ee2b4ab0c087de 2024-11-13T10:20:11,776 DEBUG [M:0;770665a7984d:41487 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/12ab646242674461b544c1380b8d5b83 is 69, key is 770665a7984d,38389,1731493188537/rs:state/1731493189195/Put/seqid=0 2024-11-13T10:20:11,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37485 is added to blk_1073741850_1026 (size=5156) 2024-11-13T10:20:11,784 INFO [M:0;770665a7984d:41487 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/12ab646242674461b544c1380b8d5b83 2024-11-13T10:20:11,789 DEBUG [M:0;770665a7984d:41487 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ecedfb3ad9cc4ef59299a3e35035c8b1 as hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ecedfb3ad9cc4ef59299a3e35035c8b1 2024-11-13T10:20:11,794 INFO [M:0;770665a7984d:41487 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ecedfb3ad9cc4ef59299a3e35035c8b1, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T10:20:11,795 DEBUG [M:0;770665a7984d:41487 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0a66ff05bc7d4688b1ee2b4ab0c087de as hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0a66ff05bc7d4688b1ee2b4ab0c087de 2024-11-13T10:20:11,801 INFO [M:0;770665a7984d:41487 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0a66ff05bc7d4688b1ee2b4ab0c087de, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T10:20:11,803 DEBUG [M:0;770665a7984d:41487 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/12ab646242674461b544c1380b8d5b83 as hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/12ab646242674461b544c1380b8d5b83 2024-11-13T10:20:11,807 INFO [M:0;770665a7984d:41487 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33231/user/jenkins/test-data/f06c4216-cfc5-be9b-76c8-3ed5be421140/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/12ab646242674461b544c1380b8d5b83, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T10:20:11,808 INFO [M:0;770665a7984d:41487 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 913ms, sequenceid=97, compaction requested=false 2024-11-13T10:20:11,810 INFO [M:0;770665a7984d:41487 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:20:11,810 DEBUG [M:0;770665a7984d:41487 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731493210895Disabling compacts and flushes for region at 1731493210895Disabling writes for close at 1731493210895Obtaining lock to block concurrent updates at 1731493210895Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731493210895Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731493210896 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731493210896Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731493210896Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731493210914 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731493210914Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731493211325 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731493211343 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731493211343Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731493211755 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731493211776 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731493211776Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@186d0d08: reopening flushed file at 1731493211789 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@131c42be: reopening flushed file at 1731493211794 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@140056a9: reopening flushed file at 1731493211801 (+7 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 913ms, sequenceid=97, compaction requested=false at 1731493211808 (+7 ms)Writing region close event to WAL at 1731493211809 (+1 ms)Closed at 1731493211810 (+1 ms) 2024-11-13T10:20:11,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37485 is added to blk_1073741830_1006 (size=63654) 2024-11-13T10:20:11,812 INFO [M:0;770665a7984d:41487 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T10:20:11,812 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T10:20:11,812 INFO [M:0;770665a7984d:41487 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41487 2024-11-13T10:20:11,813 INFO [M:0;770665a7984d:41487 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T10:20:11,915 INFO [M:0;770665a7984d:41487 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T10:20:11,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41487-0x10110d7390d0000, quorum=127.0.0.1:56180, baseZNode=/0-1915577078 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:20:11,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41487-0x10110d7390d0000, quorum=127.0.0.1:56180, baseZNode=/0-1915577078 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:20:11,920 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a823966{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T10:20:11,920 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4bf6f846{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T10:20:11,920 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T10:20:11,920 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55cd2bf9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T10:20:11,920 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fae1abe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cbc4cc4-a615-d633-1959-545186417f83/hadoop.log.dir/,STOPPED} 2024-11-13T10:20:11,922 WARN [BP-536849443-172.17.0.2-1731493187228 heartbeating to localhost/127.0.0.1:33231 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T10:20:11,922 WARN [BP-536849443-172.17.0.2-1731493187228 heartbeating to localhost/127.0.0.1:33231 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-536849443-172.17.0.2-1731493187228 (Datanode Uuid d78e6664-5f52-4888-9e30-25ab7487b326) service to localhost/127.0.0.1:33231 2024-11-13T10:20:11,923 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cbc4cc4-a615-d633-1959-545186417f83/cluster_2ac86095-9fda-ac59-83d2-53a7a3862c37/data/data1/current/BP-536849443-172.17.0.2-1731493187228 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T10:20:11,923 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T10:20:11,923 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T10:20:11,923 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cbc4cc4-a615-d633-1959-545186417f83/cluster_2ac86095-9fda-ac59-83d2-53a7a3862c37/data/data2/current/BP-536849443-172.17.0.2-1731493187228 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T10:20:11,924 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T10:20:11,931 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1654ed53{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T10:20:11,932 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e41dead{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T10:20:11,932 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T10:20:11,932 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@371cac2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T10:20:11,932 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b123ec2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cbc4cc4-a615-d633-1959-545186417f83/hadoop.log.dir/,STOPPED} 2024-11-13T10:20:11,939 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T10:20:11,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T10:20:11,964 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=264 (was 247) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37825 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:37825 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:37825 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56180) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:33231 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:33231 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33231 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33231 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37825 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37825 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33231 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56180) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:37825 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:33231 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:33231 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:37825 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33231 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37825 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=654 (was 621) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=353 (was 315) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1949 (was 2387) 2024-11-13T10:20:11,973 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=264, OpenFileDescriptor=654, MaxFileDescriptor=1048576, SystemLoadAverage=353, ProcessCount=11, AvailableMemoryMB=1948 2024-11-13T10:20:11,989 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-13T10:20:11,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5aa8f0b-17db-03a9-823e-c0a69d2c6a44/hadoop.log.dir so I do NOT create it in target/test-data/4eb7672c-444a-1a3d-3a48-665d82fdb05e 2024-11-13T10:20:11,989 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5aa8f0b-17db-03a9-823e-c0a69d2c6a44/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T10:20:11,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5aa8f0b-17db-03a9-823e-c0a69d2c6a44/hadoop.tmp.dir so I do NOT create it in target/test-data/4eb7672c-444a-1a3d-3a48-665d82fdb05e 2024-11-13T10:20:11,989 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a5aa8f0b-17db-03a9-823e-c0a69d2c6a44/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T10:20:11,989 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb7672c-444a-1a3d-3a48-665d82fdb05e 2024-11-13T10:20:11,989 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb7672c-444a-1a3d-3a48-665d82fdb05e/cluster_79f938d3-2cff-819e-00d8-ac81ac47e2de, deleteOnExit=true 2024-11-13T10:20:11,992 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb7672c-444a-1a3d-3a48-665d82fdb05e/cluster_79f938d3-2cff-819e-00d8-ac81ac47e2de/zookeeper_0, clientPort=55964, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb7672c-444a-1a3d-3a48-665d82fdb05e/cluster_79f938d3-2cff-819e-00d8-ac81ac47e2de/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb7672c-444a-1a3d-3a48-665d82fdb05e/cluster_79f938d3-2cff-819e-00d8-ac81ac47e2de/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T10:20:11,993 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55964 2024-11-13T10:20:11,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T10:20:11,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T10:20:11,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb7672c-444a-1a3d-3a48-665d82fdb05e/test.cache.data in system properties and HBase conf 2024-11-13T10:20:11,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb7672c-444a-1a3d-3a48-665d82fdb05e/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T10:20:11,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb7672c-444a-1a3d-3a48-665d82fdb05e/hadoop.log.dir in system properties and HBase conf 2024-11-13T10:20:11,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb7672c-444a-1a3d-3a48-665d82fdb05e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T10:20:11,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb7672c-444a-1a3d-3a48-665d82fdb05e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T10:20:11,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T10:20:11,993 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T10:20:11,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb7672c-444a-1a3d-3a48-665d82fdb05e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T10:20:11,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb7672c-444a-1a3d-3a48-665d82fdb05e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T10:20:11,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb7672c-444a-1a3d-3a48-665d82fdb05e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T10:20:11,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb7672c-444a-1a3d-3a48-665d82fdb05e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T10:20:11,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb7672c-444a-1a3d-3a48-665d82fdb05e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T10:20:11,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb7672c-444a-1a3d-3a48-665d82fdb05e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T10:20:11,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb7672c-444a-1a3d-3a48-665d82fdb05e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T10:20:11,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb7672c-444a-1a3d-3a48-665d82fdb05e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T10:20:11,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb7672c-444a-1a3d-3a48-665d82fdb05e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T10:20:11,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb7672c-444a-1a3d-3a48-665d82fdb05e/nfs.dump.dir in system properties and HBase conf 2024-11-13T10:20:11,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb7672c-444a-1a3d-3a48-665d82fdb05e/java.io.tmpdir in system properties and HBase conf 2024-11-13T10:20:11,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb7672c-444a-1a3d-3a48-665d82fdb05e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T10:20:11,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb7672c-444a-1a3d-3a48-665d82fdb05e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T10:20:11,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb7672c-444a-1a3d-3a48-665d82fdb05e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T10:20:12,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10110d7390d0005, quorum=127.0.0.1:56180, baseZNode=/1-2040518271 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T10:20:12,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10110d7390d0002, quorum=127.0.0.1:56180, baseZNode=/0-1915577078 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T10:20:12,037 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10110d7390d0002, quorum=127.0.0.1:56180, baseZNode=/0-1915577078 Received Disconnected from ZooKeeper, ignoring 2024-11-13T10:20:12,038 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10110d7390d0005, quorum=127.0.0.1:56180, baseZNode=/1-2040518271 Received Disconnected from ZooKeeper, ignoring 2024-11-13T10:20:12,083 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T10:20:12,087 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T10:20:12,092 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T10:20:12,092 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T10:20:12,092 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T10:20:12,095 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T10:20:12,096 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41e182a2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb7672c-444a-1a3d-3a48-665d82fdb05e/hadoop.log.dir/,AVAILABLE} 2024-11-13T10:20:12,097 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54878a6e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T10:20:12,230 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e0f3029{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb7672c-444a-1a3d-3a48-665d82fdb05e/java.io.tmpdir/jetty-localhost-35163-hadoop-hdfs-3_4_1-tests_jar-_-any-12604219946374041305/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T10:20:12,231 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@45179762{HTTP/1.1, (http/1.1)}{localhost:35163} 2024-11-13T10:20:12,231 INFO [Time-limited test {}] server.Server(415): Started @204078ms 2024-11-13T10:20:12,319 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T10:20:12,322 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T10:20:12,324 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T10:20:12,324 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T10:20:12,324 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T10:20:12,328 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28d3c8a5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb7672c-444a-1a3d-3a48-665d82fdb05e/hadoop.log.dir/,AVAILABLE} 2024-11-13T10:20:12,329 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6360da13{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T10:20:12,474 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5c6ec404{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb7672c-444a-1a3d-3a48-665d82fdb05e/java.io.tmpdir/jetty-localhost-38417-hadoop-hdfs-3_4_1-tests_jar-_-any-3924387754661508585/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T10:20:12,474 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2c7a16a9{HTTP/1.1, (http/1.1)}{localhost:38417} 2024-11-13T10:20:12,474 INFO [Time-limited test {}] server.Server(415): Started @204322ms 2024-11-13T10:20:12,475 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T10:20:12,586 WARN [Thread-2647 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb7672c-444a-1a3d-3a48-665d82fdb05e/cluster_79f938d3-2cff-819e-00d8-ac81ac47e2de/data/data2/current/BP-1737388263-172.17.0.2-1731493212014/current, will proceed with Du for space computation calculation, 2024-11-13T10:20:12,586 WARN [Thread-2646 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb7672c-444a-1a3d-3a48-665d82fdb05e/cluster_79f938d3-2cff-819e-00d8-ac81ac47e2de/data/data1/current/BP-1737388263-172.17.0.2-1731493212014/current, will proceed with Du for space computation calculation, 2024-11-13T10:20:12,610 WARN [Thread-2634 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T10:20:12,613 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa9f4725c7d39fe9f with lease ID 0x7aca1c12a48bd47a: Processing first storage report for DS-8ae033b1-0ecb-4ce1-82e9-4832d84838d7 from datanode DatanodeRegistration(127.0.0.1:37187, datanodeUuid=0326f471-57e6-4609-b2e1-1b2bb4560948, infoPort=40935, infoSecurePort=0, ipcPort=33465, storageInfo=lv=-57;cid=testClusterID;nsid=1835786182;c=1731493212014) 2024-11-13T10:20:12,613 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa9f4725c7d39fe9f with lease ID 0x7aca1c12a48bd47a: from storage DS-8ae033b1-0ecb-4ce1-82e9-4832d84838d7 node DatanodeRegistration(127.0.0.1:37187, datanodeUuid=0326f471-57e6-4609-b2e1-1b2bb4560948, infoPort=40935, infoSecurePort=0, ipcPort=33465, storageInfo=lv=-57;cid=testClusterID;nsid=1835786182;c=1731493212014), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T10:20:12,613 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa9f4725c7d39fe9f with lease ID 0x7aca1c12a48bd47a: Processing first storage report for DS-6d15607a-db15-40f1-ab9a-1b43af0d758d from datanode DatanodeRegistration(127.0.0.1:37187, datanodeUuid=0326f471-57e6-4609-b2e1-1b2bb4560948, infoPort=40935, infoSecurePort=0, ipcPort=33465, storageInfo=lv=-57;cid=testClusterID;nsid=1835786182;c=1731493212014) 2024-11-13T10:20:12,613 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa9f4725c7d39fe9f with lease ID 0x7aca1c12a48bd47a: from storage DS-6d15607a-db15-40f1-ab9a-1b43af0d758d node DatanodeRegistration(127.0.0.1:37187, datanodeUuid=0326f471-57e6-4609-b2e1-1b2bb4560948, infoPort=40935, infoSecurePort=0, ipcPort=33465, storageInfo=lv=-57;cid=testClusterID;nsid=1835786182;c=1731493212014), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T10:20:12,700 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb7672c-444a-1a3d-3a48-665d82fdb05e 2024-11-13T10:20:12,701 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:20:12,702 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:20:12,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37187 is added to blk_1073741825_1001 (size=7) 2024-11-13T10:20:13,115 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e with version=8 2024-11-13T10:20:13,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/hbase-staging 2024-11-13T10:20:13,118 INFO [Time-limited test {}] client.ConnectionUtils(128): master/770665a7984d:0 server-side Connection retries=45 2024-11-13T10:20:13,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:20:13,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T10:20:13,118 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T10:20:13,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:20:13,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T10:20:13,118 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T10:20:13,118 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T10:20:13,119 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33407 2024-11-13T10:20:13,120 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33407 connecting to ZooKeeper ensemble=127.0.0.1:55964 2024-11-13T10:20:13,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:334070x0, quorum=127.0.0.1:55964, baseZNode=/0-620682504 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T10:20:13,128 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33407-0x10110d799e70000 connected 2024-11-13T10:20:13,148 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:20:13,150 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:20:13,152 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33407-0x10110d799e70000, quorum=127.0.0.1:55964, baseZNode=/0-620682504 Set watcher on znode that does not yet exist, /0-620682504/running 2024-11-13T10:20:13,152 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e, hbase.cluster.distributed=false 2024-11-13T10:20:13,153 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33407-0x10110d799e70000, quorum=127.0.0.1:55964, baseZNode=/0-620682504 Set watcher on znode that does not yet exist, /0-620682504/acl 2024-11-13T10:20:13,155 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33407 2024-11-13T10:20:13,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33407 2024-11-13T10:20:13,158 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33407 2024-11-13T10:20:13,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33407 2024-11-13T10:20:13,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33407 2024-11-13T10:20:13,178 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/770665a7984d:0 server-side Connection retries=45 2024-11-13T10:20:13,178 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:20:13,178 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T10:20:13,179 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T10:20:13,179 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:20:13,179 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T10:20:13,179 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T10:20:13,179 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T10:20:13,179 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38919 2024-11-13T10:20:13,180 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38919 connecting to ZooKeeper ensemble=127.0.0.1:55964 2024-11-13T10:20:13,181 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:20:13,183 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:20:13,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:389190x0, quorum=127.0.0.1:55964, baseZNode=/0-620682504 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T10:20:13,187 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:389190x0, quorum=127.0.0.1:55964, baseZNode=/0-620682504 Set watcher on znode that does not yet exist, /0-620682504/running 2024-11-13T10:20:13,187 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38919-0x10110d799e70001 connected 2024-11-13T10:20:13,188 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T10:20:13,188 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T10:20:13,189 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38919-0x10110d799e70001, quorum=127.0.0.1:55964, baseZNode=/0-620682504 Set watcher on znode that does not yet exist, /0-620682504/master 2024-11-13T10:20:13,189 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38919-0x10110d799e70001, quorum=127.0.0.1:55964, baseZNode=/0-620682504 Set watcher on znode that does not yet exist, /0-620682504/acl 2024-11-13T10:20:13,190 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38919 2024-11-13T10:20:13,190 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38919 2024-11-13T10:20:13,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38919 2024-11-13T10:20:13,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38919 2024-11-13T10:20:13,197 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38919 2024-11-13T10:20:13,220 DEBUG [M:0;770665a7984d:33407 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;770665a7984d:33407 2024-11-13T10:20:13,220 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-620682504/backup-masters/770665a7984d,33407,1731493213118 2024-11-13T10:20:13,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33407-0x10110d799e70000, quorum=127.0.0.1:55964, baseZNode=/0-620682504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-620682504/backup-masters 2024-11-13T10:20:13,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38919-0x10110d799e70001, quorum=127.0.0.1:55964, baseZNode=/0-620682504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-620682504/backup-masters 2024-11-13T10:20:13,222 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33407-0x10110d799e70000, quorum=127.0.0.1:55964, baseZNode=/0-620682504 Set watcher on existing znode=/0-620682504/backup-masters/770665a7984d,33407,1731493213118 2024-11-13T10:20:13,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38919-0x10110d799e70001, quorum=127.0.0.1:55964, baseZNode=/0-620682504 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-620682504/master 2024-11-13T10:20:13,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33407-0x10110d799e70000, quorum=127.0.0.1:55964, baseZNode=/0-620682504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-620682504 2024-11-13T10:20:13,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38919-0x10110d799e70001, quorum=127.0.0.1:55964, baseZNode=/0-620682504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-620682504 2024-11-13T10:20:13,224 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33407-0x10110d799e70000, quorum=127.0.0.1:55964, baseZNode=/0-620682504 Set watcher on existing znode=/0-620682504/master 2024-11-13T10:20:13,224 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-620682504/backup-masters/770665a7984d,33407,1731493213118 from backup master directory 2024-11-13T10:20:13,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33407-0x10110d799e70000, quorum=127.0.0.1:55964, baseZNode=/0-620682504 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-620682504/backup-masters/770665a7984d,33407,1731493213118 2024-11-13T10:20:13,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33407-0x10110d799e70000, quorum=127.0.0.1:55964, baseZNode=/0-620682504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-620682504/backup-masters 2024-11-13T10:20:13,227 WARN [master/770665a7984d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T10:20:13,227 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=770665a7984d,33407,1731493213118 2024-11-13T10:20:13,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38919-0x10110d799e70001, quorum=127.0.0.1:55964, baseZNode=/0-620682504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-620682504/backup-masters 2024-11-13T10:20:13,230 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/hbase.id] with ID: 65c99a16-423b-4f79-a88e-4f72d8931657 2024-11-13T10:20:13,230 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/.tmp/hbase.id 2024-11-13T10:20:13,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37187 is added to blk_1073741826_1002 (size=42) 2024-11-13T10:20:13,641 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/.tmp/hbase.id]:[hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/hbase.id] 2024-11-13T10:20:13,650 INFO [master/770665a7984d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:20:13,651 INFO [master/770665a7984d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T10:20:13,651 INFO [master/770665a7984d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-13T10:20:13,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38919-0x10110d799e70001, quorum=127.0.0.1:55964, baseZNode=/0-620682504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-620682504 2024-11-13T10:20:13,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33407-0x10110d799e70000, quorum=127.0.0.1:55964, baseZNode=/0-620682504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-620682504 2024-11-13T10:20:13,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37187 is added to blk_1073741827_1003 (size=196) 2024-11-13T10:20:14,063 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T10:20:14,064 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T10:20:14,065 INFO [master/770665a7984d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:20:14,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37187 is added to blk_1073741828_1004 (size=1189) 2024-11-13T10:20:14,472 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/MasterData/data/master/store 2024-11-13T10:20:14,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37187 is added to blk_1073741829_1005 (size=34) 2024-11-13T10:20:14,483 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:20:14,483 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T10:20:14,483 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:20:14,483 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:20:14,483 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T10:20:14,483 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:20:14,483 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:20:14,483 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731493214483Disabling compacts and flushes for region at 1731493214483Disabling writes for close at 1731493214483Writing region close event to WAL at 1731493214483Closed at 1731493214483 2024-11-13T10:20:14,484 WARN [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/MasterData/data/master/store/.initializing 2024-11-13T10:20:14,484 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/MasterData/WALs/770665a7984d,33407,1731493213118 2024-11-13T10:20:14,484 INFO [master/770665a7984d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T10:20:14,486 INFO [master/770665a7984d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=770665a7984d%2C33407%2C1731493213118, suffix=, logDir=hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/MasterData/WALs/770665a7984d,33407,1731493213118, archiveDir=hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/MasterData/oldWALs, maxLogs=10 2024-11-13T10:20:14,503 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/MasterData/WALs/770665a7984d,33407,1731493213118/770665a7984d%2C33407%2C1731493213118.1731493214486, exclude list is [], retry=0 2024-11-13T10:20:14,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37187,DS-8ae033b1-0ecb-4ce1-82e9-4832d84838d7,DISK] 2024-11-13T10:20:14,510 INFO [master/770665a7984d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/MasterData/WALs/770665a7984d,33407,1731493213118/770665a7984d%2C33407%2C1731493213118.1731493214486 2024-11-13T10:20:14,516 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40935:40935)] 2024-11-13T10:20:14,516 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:20:14,516 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:20:14,517 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:20:14,517 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:20:14,533 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:20:14,541 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T10:20:14,541 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:14,541 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:20:14,541 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:20:14,542 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T10:20:14,543 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:14,545 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:20:14,545 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:20:14,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T10:20:14,546 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:14,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:20:14,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:20:14,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T10:20:14,547 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:14,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:20:14,548 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:20:14,550 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:20:14,550 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:20:14,551 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:20:14,551 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:20:14,551 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T10:20:14,553 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:20:14,561 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:20:14,561 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64678354, jitterRate=-0.03621742129325867}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T10:20:14,562 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731493214517Initializing all the Stores at 1731493214523 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493214523Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493214533 (+10 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493214533Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493214533Cleaning up temporary data from old regions at 1731493214551 (+18 ms)Region opened successfully at 1731493214562 (+11 ms) 2024-11-13T10:20:14,562 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T10:20:14,566 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ad6683e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=770665a7984d/172.17.0.2:0 2024-11-13T10:20:14,567 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T10:20:14,567 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T10:20:14,567 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T10:20:14,567 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T10:20:14,568 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T10:20:14,568 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T10:20:14,568 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T10:20:14,577 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T10:20:14,578 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33407-0x10110d799e70000, quorum=127.0.0.1:55964, baseZNode=/0-620682504 Unable to get data of znode /0-620682504/balancer because node does not exist (not necessarily an error) 2024-11-13T10:20:14,579 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-620682504/balancer already deleted, retry=false 2024-11-13T10:20:14,579 INFO [master/770665a7984d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T10:20:14,580 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33407-0x10110d799e70000, quorum=127.0.0.1:55964, baseZNode=/0-620682504 Unable to get data of znode /0-620682504/normalizer because node does not exist (not necessarily an error) 2024-11-13T10:20:14,581 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-620682504/normalizer already deleted, retry=false 2024-11-13T10:20:14,581 INFO [master/770665a7984d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T10:20:14,582 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33407-0x10110d799e70000, quorum=127.0.0.1:55964, baseZNode=/0-620682504 Unable to get data of znode /0-620682504/switch/split because node does not exist (not necessarily an error) 2024-11-13T10:20:14,583 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-620682504/switch/split already deleted, retry=false 2024-11-13T10:20:14,584 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33407-0x10110d799e70000, quorum=127.0.0.1:55964, baseZNode=/0-620682504 Unable to get data of znode /0-620682504/switch/merge because node does not exist (not necessarily an error) 2024-11-13T10:20:14,586 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-620682504/switch/merge already deleted, retry=false 2024-11-13T10:20:14,588 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33407-0x10110d799e70000, quorum=127.0.0.1:55964, baseZNode=/0-620682504 Unable to get data of znode /0-620682504/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T10:20:14,589 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-620682504/snapshot-cleanup already deleted, retry=false 2024-11-13T10:20:14,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38919-0x10110d799e70001, quorum=127.0.0.1:55964, baseZNode=/0-620682504 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-620682504/running 2024-11-13T10:20:14,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38919-0x10110d799e70001, quorum=127.0.0.1:55964, baseZNode=/0-620682504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-620682504 2024-11-13T10:20:14,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33407-0x10110d799e70000, quorum=127.0.0.1:55964, baseZNode=/0-620682504 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-620682504/running 2024-11-13T10:20:14,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33407-0x10110d799e70000, quorum=127.0.0.1:55964, baseZNode=/0-620682504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-620682504 2024-11-13T10:20:14,591 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=770665a7984d,33407,1731493213118, sessionid=0x10110d799e70000, setting cluster-up flag (Was=false) 2024-11-13T10:20:14,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38919-0x10110d799e70001, quorum=127.0.0.1:55964, baseZNode=/0-620682504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-620682504 2024-11-13T10:20:14,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33407-0x10110d799e70000, quorum=127.0.0.1:55964, baseZNode=/0-620682504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-620682504 2024-11-13T10:20:14,598 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-620682504/flush-table-proc/acquired, /0-620682504/flush-table-proc/reached, /0-620682504/flush-table-proc/abort 2024-11-13T10:20:14,599 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=770665a7984d,33407,1731493213118 2024-11-13T10:20:14,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33407-0x10110d799e70000, quorum=127.0.0.1:55964, baseZNode=/0-620682504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-620682504 2024-11-13T10:20:14,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38919-0x10110d799e70001, quorum=127.0.0.1:55964, baseZNode=/0-620682504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-620682504 2024-11-13T10:20:14,611 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T10:20:14,611 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T10:20:14,612 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T10:20:14,618 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-620682504/online-snapshot/acquired, /0-620682504/online-snapshot/reached, /0-620682504/online-snapshot/abort 2024-11-13T10:20:14,620 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=770665a7984d,33407,1731493213118 2024-11-13T10:20:14,625 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T10:20:14,633 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T10:20:14,633 INFO [master/770665a7984d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T10:20:14,633 INFO [master/770665a7984d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T10:20:14,634 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 770665a7984d,33407,1731493213118 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T10:20:14,635 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:20:14,635 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:20:14,635 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:20:14,635 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:20:14,635 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/770665a7984d:0, corePoolSize=10, maxPoolSize=10 2024-11-13T10:20:14,635 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:20:14,635 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/770665a7984d:0, corePoolSize=2, maxPoolSize=2 2024-11-13T10:20:14,635 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:20:14,644 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T10:20:14,644 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T10:20:14,645 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:14,645 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T10:20:14,660 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731493244660 2024-11-13T10:20:14,661 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T10:20:14,661 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T10:20:14,661 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T10:20:14,661 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T10:20:14,661 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T10:20:14,662 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T10:20:14,662 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:14,663 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T10:20:14,663 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T10:20:14,663 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T10:20:14,663 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T10:20:14,668 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T10:20:14,668 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T10:20:14,677 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.large.0-1731493214668,5,FailOnTimeoutGroup] 2024-11-13T10:20:14,684 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.small.0-1731493214677,5,FailOnTimeoutGroup] 2024-11-13T10:20:14,684 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:14,684 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T10:20:14,684 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:14,684 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:14,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37187 is added to blk_1073741831_1007 (size=1321) 2024-11-13T10:20:14,689 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T10:20:14,689 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e 2024-11-13T10:20:14,706 INFO [RS:0;770665a7984d:38919 {}] regionserver.HRegionServer(746): ClusterId : 65c99a16-423b-4f79-a88e-4f72d8931657 2024-11-13T10:20:14,706 DEBUG [RS:0;770665a7984d:38919 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T10:20:14,709 DEBUG [RS:0;770665a7984d:38919 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T10:20:14,709 DEBUG [RS:0;770665a7984d:38919 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T10:20:14,711 DEBUG [RS:0;770665a7984d:38919 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T10:20:14,711 DEBUG [RS:0;770665a7984d:38919 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@366ec685, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=770665a7984d/172.17.0.2:0 2024-11-13T10:20:14,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37187 is added to blk_1073741832_1008 (size=32) 2024-11-13T10:20:14,720 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:20:14,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T10:20:14,740 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T10:20:14,740 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:14,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:20:14,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T10:20:14,743 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T10:20:14,743 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:14,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:20:14,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T10:20:14,748 DEBUG [RS:0;770665a7984d:38919 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;770665a7984d:38919 2024-11-13T10:20:14,748 INFO [RS:0;770665a7984d:38919 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T10:20:14,748 INFO [RS:0;770665a7984d:38919 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T10:20:14,748 DEBUG [RS:0;770665a7984d:38919 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T10:20:14,749 INFO [RS:0;770665a7984d:38919 {}] regionserver.HRegionServer(2659): reportForDuty to master=770665a7984d,33407,1731493213118 with port=38919, startcode=1731493213178 2024-11-13T10:20:14,750 DEBUG [RS:0;770665a7984d:38919 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T10:20:14,750 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T10:20:14,750 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:14,753 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48143, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T10:20:14,754 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33407 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 770665a7984d,38919,1731493213178 2024-11-13T10:20:14,754 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33407 {}] master.ServerManager(517): Registering regionserver=770665a7984d,38919,1731493213178 2024-11-13T10:20:14,755 DEBUG [RS:0;770665a7984d:38919 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e 2024-11-13T10:20:14,755 DEBUG [RS:0;770665a7984d:38919 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42643 2024-11-13T10:20:14,755 DEBUG [RS:0;770665a7984d:38919 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T10:20:14,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33407-0x10110d799e70000, quorum=127.0.0.1:55964, baseZNode=/0-620682504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-620682504/rs 2024-11-13T10:20:14,758 DEBUG [RS:0;770665a7984d:38919 {}] zookeeper.ZKUtil(111): regionserver:38919-0x10110d799e70001, quorum=127.0.0.1:55964, baseZNode=/0-620682504 Set watcher on existing znode=/0-620682504/rs/770665a7984d,38919,1731493213178 2024-11-13T10:20:14,758 WARN [RS:0;770665a7984d:38919 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T10:20:14,758 INFO [RS:0;770665a7984d:38919 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:20:14,758 DEBUG [RS:0;770665a7984d:38919 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/WALs/770665a7984d,38919,1731493213178 2024-11-13T10:20:14,761 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [770665a7984d,38919,1731493213178] 2024-11-13T10:20:14,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:20:14,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T10:20:14,763 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T10:20:14,763 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:14,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:20:14,763 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T10:20:14,764 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/data/hbase/meta/1588230740 2024-11-13T10:20:14,764 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/data/hbase/meta/1588230740 2024-11-13T10:20:14,765 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T10:20:14,765 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T10:20:14,766 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T10:20:14,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T10:20:14,777 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:20:14,777 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63563731, jitterRate=-0.05282659828662872}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T10:20:14,778 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731493214720Initializing all the Stores at 1731493214722 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493214722Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493214736 (+14 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493214736Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493214736Cleaning up temporary data from old regions at 1731493214765 (+29 ms)Region opened successfully at 1731493214778 (+13 ms) 2024-11-13T10:20:14,778 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T10:20:14,778 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T10:20:14,778 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T10:20:14,778 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T10:20:14,778 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T10:20:14,780 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T10:20:14,780 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731493214778Disabling compacts and flushes for region at 1731493214778Disabling writes for close at 1731493214778Writing region close event to WAL at 1731493214780 (+2 ms)Closed at 1731493214780 2024-11-13T10:20:14,782 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T10:20:14,782 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T10:20:14,782 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T10:20:14,783 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T10:20:14,785 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T10:20:14,801 INFO [RS:0;770665a7984d:38919 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T10:20:14,804 INFO [RS:0;770665a7984d:38919 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T10:20:14,810 INFO [RS:0;770665a7984d:38919 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T10:20:14,811 INFO [RS:0;770665a7984d:38919 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:14,811 INFO [RS:0;770665a7984d:38919 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T10:20:14,812 INFO [RS:0;770665a7984d:38919 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T10:20:14,812 INFO [RS:0;770665a7984d:38919 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:14,812 DEBUG [RS:0;770665a7984d:38919 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:20:14,812 DEBUG [RS:0;770665a7984d:38919 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:20:14,812 DEBUG [RS:0;770665a7984d:38919 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:20:14,812 DEBUG [RS:0;770665a7984d:38919 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:20:14,812 DEBUG [RS:0;770665a7984d:38919 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:20:14,812 DEBUG [RS:0;770665a7984d:38919 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/770665a7984d:0, corePoolSize=2, maxPoolSize=2 2024-11-13T10:20:14,812 DEBUG [RS:0;770665a7984d:38919 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:20:14,812 DEBUG [RS:0;770665a7984d:38919 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:20:14,812 DEBUG [RS:0;770665a7984d:38919 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:20:14,812 DEBUG [RS:0;770665a7984d:38919 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:20:14,812 DEBUG [RS:0;770665a7984d:38919 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:20:14,812 DEBUG [RS:0;770665a7984d:38919 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:20:14,812 DEBUG [RS:0;770665a7984d:38919 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/770665a7984d:0, corePoolSize=3, maxPoolSize=3 2024-11-13T10:20:14,812 DEBUG [RS:0;770665a7984d:38919 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0, corePoolSize=3, maxPoolSize=3 2024-11-13T10:20:14,813 INFO [RS:0;770665a7984d:38919 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:14,813 INFO [RS:0;770665a7984d:38919 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:14,813 INFO [RS:0;770665a7984d:38919 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:14,813 INFO [RS:0;770665a7984d:38919 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:14,813 INFO [RS:0;770665a7984d:38919 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:14,813 INFO [RS:0;770665a7984d:38919 {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,38919,1731493213178-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T10:20:14,836 INFO [RS:0;770665a7984d:38919 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T10:20:14,836 INFO [RS:0;770665a7984d:38919 {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,38919,1731493213178-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:14,836 INFO [RS:0;770665a7984d:38919 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:14,836 INFO [RS:0;770665a7984d:38919 {}] regionserver.Replication(171): 770665a7984d,38919,1731493213178 started 2024-11-13T10:20:14,855 INFO [RS:0;770665a7984d:38919 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:14,855 INFO [RS:0;770665a7984d:38919 {}] regionserver.HRegionServer(1482): Serving as 770665a7984d,38919,1731493213178, RpcServer on 770665a7984d/172.17.0.2:38919, sessionid=0x10110d799e70001 2024-11-13T10:20:14,855 DEBUG [RS:0;770665a7984d:38919 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T10:20:14,855 DEBUG [RS:0;770665a7984d:38919 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 770665a7984d,38919,1731493213178 2024-11-13T10:20:14,855 DEBUG [RS:0;770665a7984d:38919 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '770665a7984d,38919,1731493213178' 2024-11-13T10:20:14,855 DEBUG [RS:0;770665a7984d:38919 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-620682504/flush-table-proc/abort' 2024-11-13T10:20:14,856 DEBUG [RS:0;770665a7984d:38919 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-620682504/flush-table-proc/acquired' 2024-11-13T10:20:14,856 DEBUG [RS:0;770665a7984d:38919 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T10:20:14,856 DEBUG [RS:0;770665a7984d:38919 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T10:20:14,856 DEBUG [RS:0;770665a7984d:38919 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 770665a7984d,38919,1731493213178 2024-11-13T10:20:14,856 DEBUG [RS:0;770665a7984d:38919 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '770665a7984d,38919,1731493213178' 2024-11-13T10:20:14,856 DEBUG [RS:0;770665a7984d:38919 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-620682504/online-snapshot/abort' 2024-11-13T10:20:14,857 DEBUG [RS:0;770665a7984d:38919 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-620682504/online-snapshot/acquired' 2024-11-13T10:20:14,857 DEBUG [RS:0;770665a7984d:38919 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T10:20:14,857 INFO [RS:0;770665a7984d:38919 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T10:20:14,857 INFO [RS:0;770665a7984d:38919 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T10:20:14,935 WARN [770665a7984d:33407 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T10:20:14,957 INFO [RS:0;770665a7984d:38919 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T10:20:14,959 INFO [RS:0;770665a7984d:38919 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=770665a7984d%2C38919%2C1731493213178, suffix=, logDir=hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/WALs/770665a7984d,38919,1731493213178, archiveDir=hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/oldWALs, maxLogs=10 2024-11-13T10:20:14,978 DEBUG [RS:0;770665a7984d:38919 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/WALs/770665a7984d,38919,1731493213178/770665a7984d%2C38919%2C1731493213178.1731493214959, exclude list is [], retry=0 2024-11-13T10:20:14,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37187,DS-8ae033b1-0ecb-4ce1-82e9-4832d84838d7,DISK] 2024-11-13T10:20:14,985 INFO [RS:0;770665a7984d:38919 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/WALs/770665a7984d,38919,1731493213178/770665a7984d%2C38919%2C1731493213178.1731493214959 2024-11-13T10:20:14,988 DEBUG [RS:0;770665a7984d:38919 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40935:40935)] 2024-11-13T10:20:15,185 DEBUG [770665a7984d:33407 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T10:20:15,186 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=770665a7984d,38919,1731493213178 2024-11-13T10:20:15,187 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 770665a7984d,38919,1731493213178, state=OPENING 2024-11-13T10:20:15,191 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T10:20:15,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33407-0x10110d799e70000, quorum=127.0.0.1:55964, baseZNode=/0-620682504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-620682504 2024-11-13T10:20:15,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38919-0x10110d799e70001, quorum=127.0.0.1:55964, baseZNode=/0-620682504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-620682504 2024-11-13T10:20:15,194 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-620682504/meta-region-server: CHANGED 2024-11-13T10:20:15,194 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-620682504/meta-region-server: CHANGED 2024-11-13T10:20:15,194 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T10:20:15,194 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=770665a7984d,38919,1731493213178}] 2024-11-13T10:20:15,347 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T10:20:15,349 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45225, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T10:20:15,353 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T10:20:15,353 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:20:15,353 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T10:20:15,354 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=770665a7984d%2C38919%2C1731493213178.meta, suffix=.meta, logDir=hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/WALs/770665a7984d,38919,1731493213178, archiveDir=hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/oldWALs, maxLogs=10 2024-11-13T10:20:15,371 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/WALs/770665a7984d,38919,1731493213178/770665a7984d%2C38919%2C1731493213178.meta.1731493215354.meta, exclude list is [], retry=0 2024-11-13T10:20:15,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37187,DS-8ae033b1-0ecb-4ce1-82e9-4832d84838d7,DISK] 2024-11-13T10:20:15,376 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/WALs/770665a7984d,38919,1731493213178/770665a7984d%2C38919%2C1731493213178.meta.1731493215354.meta 2024-11-13T10:20:15,376 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40935:40935)] 2024-11-13T10:20:15,377 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:20:15,377 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T10:20:15,377 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T10:20:15,377 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T10:20:15,377 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T10:20:15,377 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T10:20:15,377 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:20:15,378 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T10:20:15,378 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T10:20:15,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T10:20:15,380 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T10:20:15,380 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:15,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:20:15,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T10:20:15,381 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T10:20:15,381 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:15,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:20:15,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T10:20:15,385 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T10:20:15,385 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:15,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:20:15,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T10:20:15,386 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T10:20:15,386 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:15,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:20:15,386 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T10:20:15,387 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/data/hbase/meta/1588230740 2024-11-13T10:20:15,388 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/data/hbase/meta/1588230740 2024-11-13T10:20:15,389 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T10:20:15,389 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T10:20:15,390 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T10:20:15,391 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T10:20:15,391 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70925814, jitterRate=0.05687698721885681}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T10:20:15,391 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T10:20:15,392 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731493215378Writing region info on filesystem at 1731493215378Initializing all the Stores at 1731493215378Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493215379 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493215379Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493215379Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493215379Cleaning up temporary data from old regions at 1731493215389 (+10 ms)Running coprocessor post-open hooks at 1731493215392 (+3 ms)Region opened successfully at 1731493215392 2024-11-13T10:20:15,393 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731493215347 2024-11-13T10:20:15,395 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T10:20:15,395 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T10:20:15,395 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=770665a7984d,38919,1731493213178 2024-11-13T10:20:15,396 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 770665a7984d,38919,1731493213178, state=OPEN 2024-11-13T10:20:15,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38919-0x10110d799e70001, quorum=127.0.0.1:55964, baseZNode=/0-620682504 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-620682504/meta-region-server 2024-11-13T10:20:15,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33407-0x10110d799e70000, quorum=127.0.0.1:55964, baseZNode=/0-620682504 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-620682504/meta-region-server 2024-11-13T10:20:15,401 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-620682504/meta-region-server: CHANGED 2024-11-13T10:20:15,401 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-620682504/meta-region-server: CHANGED 2024-11-13T10:20:15,401 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=770665a7984d,38919,1731493213178 2024-11-13T10:20:15,403 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T10:20:15,403 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=770665a7984d,38919,1731493213178 in 207 msec 2024-11-13T10:20:15,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T10:20:15,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 621 msec 2024-11-13T10:20:15,405 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T10:20:15,405 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T10:20:15,406 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:20:15,406 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,38919,1731493213178, seqNum=-1] 2024-11-13T10:20:15,407 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:20:15,409 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45495, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:20:15,418 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 784 msec 2024-11-13T10:20:15,418 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731493215418, completionTime=-1 2024-11-13T10:20:15,418 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T10:20:15,418 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T10:20:15,423 INFO [master/770665a7984d:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T10:20:15,423 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731493275423 2024-11-13T10:20:15,423 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731493335423 2024-11-13T10:20:15,423 INFO [master/770665a7984d:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 4 msec 2024-11-13T10:20:15,423 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,33407,1731493213118-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:15,423 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,33407,1731493213118-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:15,423 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,33407,1731493213118-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:15,423 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-770665a7984d:33407, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:15,423 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:15,424 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:15,429 DEBUG [master/770665a7984d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T10:20:15,431 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.204sec 2024-11-13T10:20:15,431 INFO [master/770665a7984d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T10:20:15,431 INFO [master/770665a7984d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T10:20:15,432 INFO [master/770665a7984d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T10:20:15,432 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T10:20:15,432 INFO [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T10:20:15,432 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,33407,1731493213118-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T10:20:15,432 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,33407,1731493213118-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T10:20:15,439 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T10:20:15,439 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T10:20:15,439 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,33407,1731493213118-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:15,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b17953, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:20:15,506 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,33407,-1 for getting cluster id 2024-11-13T10:20:15,507 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:20:15,513 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65c99a16-423b-4f79-a88e-4f72d8931657' 2024-11-13T10:20:15,513 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:20:15,513 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65c99a16-423b-4f79-a88e-4f72d8931657" 2024-11-13T10:20:15,514 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d50c038, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:20:15,514 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,33407,-1] 2024-11-13T10:20:15,514 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:20:15,514 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:15,516 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:20:15,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@261ae6a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:20:15,517 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:20:15,519 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,38919,1731493213178, seqNum=-1] 2024-11-13T10:20:15,520 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:20:15,521 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:20:15,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=770665a7984d,33407,1731493213118 2024-11-13T10:20:15,525 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55964 2024-11-13T10:20:15,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55964, baseZNode=/0-620682504 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T10:20:15,532 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10110d799e70002 connected 2024-11-13T10:20:15,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb7672c-444a-1a3d-3a48-665d82fdb05e/hadoop.log.dir so I do NOT create it in target/test-data/dc22b302-15ad-5dd2-fef7-24d9754abf55 2024-11-13T10:20:15,535 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb7672c-444a-1a3d-3a48-665d82fdb05e/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T10:20:15,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb7672c-444a-1a3d-3a48-665d82fdb05e/hadoop.tmp.dir so I do NOT create it in target/test-data/dc22b302-15ad-5dd2-fef7-24d9754abf55 2024-11-13T10:20:15,535 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb7672c-444a-1a3d-3a48-665d82fdb05e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T10:20:15,535 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc22b302-15ad-5dd2-fef7-24d9754abf55 2024-11-13T10:20:15,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T10:20:15,535 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc22b302-15ad-5dd2-fef7-24d9754abf55/cluster_149e774d-04ee-8873-03db-e08766432dc3, deleteOnExit=true 2024-11-13T10:20:15,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T10:20:15,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc22b302-15ad-5dd2-fef7-24d9754abf55/test.cache.data in system properties and HBase conf 2024-11-13T10:20:15,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc22b302-15ad-5dd2-fef7-24d9754abf55/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T10:20:15,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc22b302-15ad-5dd2-fef7-24d9754abf55/hadoop.log.dir in system properties and HBase conf 2024-11-13T10:20:15,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc22b302-15ad-5dd2-fef7-24d9754abf55/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T10:20:15,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc22b302-15ad-5dd2-fef7-24d9754abf55/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T10:20:15,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T10:20:15,536 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T10:20:15,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc22b302-15ad-5dd2-fef7-24d9754abf55/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T10:20:15,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc22b302-15ad-5dd2-fef7-24d9754abf55/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T10:20:15,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc22b302-15ad-5dd2-fef7-24d9754abf55/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T10:20:15,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc22b302-15ad-5dd2-fef7-24d9754abf55/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T10:20:15,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc22b302-15ad-5dd2-fef7-24d9754abf55/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T10:20:15,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc22b302-15ad-5dd2-fef7-24d9754abf55/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T10:20:15,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc22b302-15ad-5dd2-fef7-24d9754abf55/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T10:20:15,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc22b302-15ad-5dd2-fef7-24d9754abf55/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T10:20:15,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc22b302-15ad-5dd2-fef7-24d9754abf55/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T10:20:15,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc22b302-15ad-5dd2-fef7-24d9754abf55/nfs.dump.dir in system properties and HBase conf 2024-11-13T10:20:15,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc22b302-15ad-5dd2-fef7-24d9754abf55/java.io.tmpdir in system properties and HBase conf 2024-11-13T10:20:15,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc22b302-15ad-5dd2-fef7-24d9754abf55/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T10:20:15,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc22b302-15ad-5dd2-fef7-24d9754abf55/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T10:20:15,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc22b302-15ad-5dd2-fef7-24d9754abf55/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T10:20:15,646 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T10:20:15,651 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T10:20:15,654 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T10:20:15,654 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T10:20:15,654 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T10:20:15,655 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T10:20:15,656 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bba4497{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc22b302-15ad-5dd2-fef7-24d9754abf55/hadoop.log.dir/,AVAILABLE} 2024-11-13T10:20:15,657 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@112f7d5d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T10:20:15,799 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b650393{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc22b302-15ad-5dd2-fef7-24d9754abf55/java.io.tmpdir/jetty-localhost-38583-hadoop-hdfs-3_4_1-tests_jar-_-any-7562904794764893885/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T10:20:15,803 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@f01cbd2{HTTP/1.1, (http/1.1)}{localhost:38583} 2024-11-13T10:20:15,803 INFO [Time-limited test {}] server.Server(415): Started @207651ms 2024-11-13T10:20:15,931 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T10:20:15,939 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T10:20:15,953 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T10:20:15,953 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T10:20:15,954 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T10:20:15,954 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c8ebe6e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc22b302-15ad-5dd2-fef7-24d9754abf55/hadoop.log.dir/,AVAILABLE} 2024-11-13T10:20:15,954 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e7c797e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T10:20:16,079 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@339b9dcb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc22b302-15ad-5dd2-fef7-24d9754abf55/java.io.tmpdir/jetty-localhost-34517-hadoop-hdfs-3_4_1-tests_jar-_-any-12296468709777909963/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T10:20:16,080 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5604bf70{HTTP/1.1, (http/1.1)}{localhost:34517} 2024-11-13T10:20:16,080 INFO [Time-limited test {}] server.Server(415): Started @207928ms 2024-11-13T10:20:16,081 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T10:20:16,216 WARN [Thread-2766 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc22b302-15ad-5dd2-fef7-24d9754abf55/cluster_149e774d-04ee-8873-03db-e08766432dc3/data/data1/current/BP-927860783-172.17.0.2-1731493215561/current, will proceed with Du for space computation calculation, 2024-11-13T10:20:16,217 WARN [Thread-2767 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc22b302-15ad-5dd2-fef7-24d9754abf55/cluster_149e774d-04ee-8873-03db-e08766432dc3/data/data2/current/BP-927860783-172.17.0.2-1731493215561/current, will proceed with Du for space computation calculation, 2024-11-13T10:20:16,250 WARN [Thread-2754 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T10:20:16,253 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x65bf51fb21040fe3 with lease ID 0xfde0a4bc4a4723de: Processing first storage report for DS-cafd9714-3102-4713-883a-0ddc8deacc48 from datanode DatanodeRegistration(127.0.0.1:32993, datanodeUuid=9375d471-c3f7-45c5-bb5d-cc70421b7a07, infoPort=43187, infoSecurePort=0, ipcPort=33051, storageInfo=lv=-57;cid=testClusterID;nsid=918023031;c=1731493215561) 2024-11-13T10:20:16,253 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x65bf51fb21040fe3 with lease ID 0xfde0a4bc4a4723de: from storage DS-cafd9714-3102-4713-883a-0ddc8deacc48 node DatanodeRegistration(127.0.0.1:32993, datanodeUuid=9375d471-c3f7-45c5-bb5d-cc70421b7a07, infoPort=43187, infoSecurePort=0, ipcPort=33051, storageInfo=lv=-57;cid=testClusterID;nsid=918023031;c=1731493215561), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T10:20:16,253 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x65bf51fb21040fe3 with lease ID 0xfde0a4bc4a4723de: Processing first storage report for DS-efcd1de8-e962-4fba-bd84-508316140221 from datanode DatanodeRegistration(127.0.0.1:32993, datanodeUuid=9375d471-c3f7-45c5-bb5d-cc70421b7a07, infoPort=43187, infoSecurePort=0, ipcPort=33051, storageInfo=lv=-57;cid=testClusterID;nsid=918023031;c=1731493215561) 2024-11-13T10:20:16,253 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x65bf51fb21040fe3 with lease ID 0xfde0a4bc4a4723de: from storage DS-efcd1de8-e962-4fba-bd84-508316140221 node DatanodeRegistration(127.0.0.1:32993, datanodeUuid=9375d471-c3f7-45c5-bb5d-cc70421b7a07, infoPort=43187, infoSecurePort=0, ipcPort=33051, storageInfo=lv=-57;cid=testClusterID;nsid=918023031;c=1731493215561), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T10:20:16,313 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc22b302-15ad-5dd2-fef7-24d9754abf55 2024-11-13T10:20:16,313 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:20:16,315 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:20:16,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32993 is added to blk_1073741825_1001 (size=7) 2024-11-13T10:20:16,743 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c with version=8 2024-11-13T10:20:16,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/hbase-staging 2024-11-13T10:20:16,746 INFO [Time-limited test {}] client.ConnectionUtils(128): master/770665a7984d:0 server-side Connection retries=45 2024-11-13T10:20:16,746 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:20:16,746 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T10:20:16,746 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T10:20:16,746 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:20:16,746 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T10:20:16,746 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T10:20:16,746 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T10:20:16,747 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44401 2024-11-13T10:20:16,748 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44401 connecting to ZooKeeper ensemble=127.0.0.1:55964 2024-11-13T10:20:16,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:444010x0, quorum=127.0.0.1:55964, baseZNode=/1227982203 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T10:20:16,758 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44401-0x10110d799e70003 connected 2024-11-13T10:20:16,772 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:20:16,776 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:20:16,778 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44401-0x10110d799e70003, quorum=127.0.0.1:55964, baseZNode=/1227982203 Set watcher on znode that does not yet exist, /1227982203/running 2024-11-13T10:20:16,778 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c, hbase.cluster.distributed=false 2024-11-13T10:20:16,780 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44401-0x10110d799e70003, quorum=127.0.0.1:55964, baseZNode=/1227982203 Set watcher on znode that does not yet exist, /1227982203/acl 2024-11-13T10:20:16,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44401 2024-11-13T10:20:16,785 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44401 2024-11-13T10:20:16,785 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44401 2024-11-13T10:20:16,790 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44401 2024-11-13T10:20:16,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44401 2024-11-13T10:20:16,811 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/770665a7984d:0 server-side Connection retries=45 2024-11-13T10:20:16,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:20:16,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T10:20:16,812 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T10:20:16,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:20:16,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T10:20:16,812 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T10:20:16,812 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T10:20:16,813 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34705 2024-11-13T10:20:16,813 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34705 connecting to ZooKeeper ensemble=127.0.0.1:55964 2024-11-13T10:20:16,814 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:20:16,816 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:20:16,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:347050x0, quorum=127.0.0.1:55964, baseZNode=/1227982203 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T10:20:16,822 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:347050x0, quorum=127.0.0.1:55964, baseZNode=/1227982203 Set watcher on znode that does not yet exist, /1227982203/running 2024-11-13T10:20:16,822 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34705-0x10110d799e70004 connected 2024-11-13T10:20:16,823 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T10:20:16,823 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T10:20:16,824 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34705-0x10110d799e70004, quorum=127.0.0.1:55964, baseZNode=/1227982203 Set watcher on znode that does not yet exist, /1227982203/master 2024-11-13T10:20:16,825 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34705-0x10110d799e70004, quorum=127.0.0.1:55964, baseZNode=/1227982203 Set watcher on znode that does not yet exist, /1227982203/acl 2024-11-13T10:20:16,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34705 2024-11-13T10:20:16,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34705 2024-11-13T10:20:16,833 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34705 2024-11-13T10:20:16,834 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34705 2024-11-13T10:20:16,834 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34705 2024-11-13T10:20:16,848 DEBUG [M:0;770665a7984d:44401 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;770665a7984d:44401 2024-11-13T10:20:16,848 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1227982203/backup-masters/770665a7984d,44401,1731493216746 2024-11-13T10:20:16,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44401-0x10110d799e70003, quorum=127.0.0.1:55964, baseZNode=/1227982203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1227982203/backup-masters 2024-11-13T10:20:16,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34705-0x10110d799e70004, quorum=127.0.0.1:55964, baseZNode=/1227982203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1227982203/backup-masters 2024-11-13T10:20:16,851 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44401-0x10110d799e70003, quorum=127.0.0.1:55964, baseZNode=/1227982203 Set watcher on existing znode=/1227982203/backup-masters/770665a7984d,44401,1731493216746 2024-11-13T10:20:16,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34705-0x10110d799e70004, quorum=127.0.0.1:55964, baseZNode=/1227982203 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1227982203/master 2024-11-13T10:20:16,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44401-0x10110d799e70003, quorum=127.0.0.1:55964, baseZNode=/1227982203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1227982203 2024-11-13T10:20:16,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34705-0x10110d799e70004, quorum=127.0.0.1:55964, baseZNode=/1227982203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1227982203 2024-11-13T10:20:16,855 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44401-0x10110d799e70003, quorum=127.0.0.1:55964, baseZNode=/1227982203 Set watcher on existing znode=/1227982203/master 2024-11-13T10:20:16,855 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1227982203/backup-masters/770665a7984d,44401,1731493216746 from backup master directory 2024-11-13T10:20:16,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44401-0x10110d799e70003, quorum=127.0.0.1:55964, baseZNode=/1227982203 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1227982203/backup-masters/770665a7984d,44401,1731493216746 2024-11-13T10:20:16,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44401-0x10110d799e70003, quorum=127.0.0.1:55964, baseZNode=/1227982203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1227982203/backup-masters 2024-11-13T10:20:16,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34705-0x10110d799e70004, quorum=127.0.0.1:55964, baseZNode=/1227982203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1227982203/backup-masters 2024-11-13T10:20:16,856 WARN [master/770665a7984d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T10:20:16,856 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=770665a7984d,44401,1731493216746 2024-11-13T10:20:16,860 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/hbase.id] with ID: bad6dc95-faf5-4045-9012-623834758242 2024-11-13T10:20:16,860 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/.tmp/hbase.id 2024-11-13T10:20:16,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32993 is added to blk_1073741826_1002 (size=42) 2024-11-13T10:20:16,868 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/.tmp/hbase.id]:[hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/hbase.id] 2024-11-13T10:20:16,877 INFO [master/770665a7984d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:20:16,877 INFO [master/770665a7984d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T10:20:16,877 INFO [master/770665a7984d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-13T10:20:16,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34705-0x10110d799e70004, quorum=127.0.0.1:55964, baseZNode=/1227982203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1227982203 2024-11-13T10:20:16,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44401-0x10110d799e70003, quorum=127.0.0.1:55964, baseZNode=/1227982203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1227982203 2024-11-13T10:20:16,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32993 is added to blk_1073741827_1003 (size=196) 2024-11-13T10:20:17,286 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T10:20:17,287 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T10:20:17,288 INFO [master/770665a7984d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:20:17,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32993 is added to blk_1073741828_1004 (size=1189) 2024-11-13T10:20:17,697 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/MasterData/data/master/store 2024-11-13T10:20:17,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32993 is added to blk_1073741829_1005 (size=34) 2024-11-13T10:20:17,715 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:20:17,715 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T10:20:17,715 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:20:17,715 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:20:17,715 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T10:20:17,715 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:20:17,715 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:20:17,715 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731493217715Disabling compacts and flushes for region at 1731493217715Disabling writes for close at 1731493217715Writing region close event to WAL at 1731493217715Closed at 1731493217715 2024-11-13T10:20:17,716 WARN [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/MasterData/data/master/store/.initializing 2024-11-13T10:20:17,716 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/MasterData/WALs/770665a7984d,44401,1731493216746 2024-11-13T10:20:17,717 INFO [master/770665a7984d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T10:20:17,719 INFO [master/770665a7984d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=770665a7984d%2C44401%2C1731493216746, suffix=, logDir=hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/MasterData/WALs/770665a7984d,44401,1731493216746, archiveDir=hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/MasterData/oldWALs, maxLogs=10 2024-11-13T10:20:17,740 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/MasterData/WALs/770665a7984d,44401,1731493216746/770665a7984d%2C44401%2C1731493216746.1731493217719, exclude list is [], retry=0 2024-11-13T10:20:17,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32993,DS-cafd9714-3102-4713-883a-0ddc8deacc48,DISK] 2024-11-13T10:20:17,752 INFO [master/770665a7984d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/MasterData/WALs/770665a7984d,44401,1731493216746/770665a7984d%2C44401%2C1731493216746.1731493217719 2024-11-13T10:20:17,752 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43187:43187)] 2024-11-13T10:20:17,752 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:20:17,752 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:20:17,752 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:20:17,752 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:20:17,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:20:17,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T10:20:17,758 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:17,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:20:17,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:20:17,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T10:20:17,759 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:17,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:20:17,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:20:17,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T10:20:17,761 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:17,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:20:17,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:20:17,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T10:20:17,764 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:17,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:20:17,764 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:20:17,765 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:20:17,766 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:20:17,766 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:20:17,766 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:20:17,767 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T10:20:17,768 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:20:17,769 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:20:17,770 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64937781, jitterRate=-0.03235165774822235}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T10:20:17,770 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731493217752Initializing all the Stores at 1731493217753 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493217753Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493217756 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493217756Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493217756Cleaning up temporary data from old regions at 1731493217766 (+10 ms)Region opened successfully at 1731493217770 (+4 ms) 2024-11-13T10:20:17,770 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T10:20:17,772 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@736714a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=770665a7984d/172.17.0.2:0 2024-11-13T10:20:17,773 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T10:20:17,773 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T10:20:17,773 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T10:20:17,773 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T10:20:17,774 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T10:20:17,774 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T10:20:17,774 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T10:20:17,786 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T10:20:17,789 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44401-0x10110d799e70003, quorum=127.0.0.1:55964, baseZNode=/1227982203 Unable to get data of znode /1227982203/balancer because node does not exist (not necessarily an error) 2024-11-13T10:20:17,792 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1227982203/balancer already deleted, retry=false 2024-11-13T10:20:17,793 INFO [master/770665a7984d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T10:20:17,794 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44401-0x10110d799e70003, quorum=127.0.0.1:55964, baseZNode=/1227982203 Unable to get data of znode /1227982203/normalizer because node does not exist (not necessarily an error) 2024-11-13T10:20:17,795 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1227982203/normalizer already deleted, retry=false 2024-11-13T10:20:17,795 INFO [master/770665a7984d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T10:20:17,798 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44401-0x10110d799e70003, quorum=127.0.0.1:55964, baseZNode=/1227982203 Unable to get data of znode /1227982203/switch/split because node does not exist (not necessarily an error) 2024-11-13T10:20:17,800 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1227982203/switch/split already deleted, retry=false 2024-11-13T10:20:17,801 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44401-0x10110d799e70003, quorum=127.0.0.1:55964, baseZNode=/1227982203 Unable to get data of znode /1227982203/switch/merge because node does not exist (not necessarily an error) 2024-11-13T10:20:17,801 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1227982203/switch/merge already deleted, retry=false 2024-11-13T10:20:17,803 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44401-0x10110d799e70003, quorum=127.0.0.1:55964, baseZNode=/1227982203 Unable to get data of znode /1227982203/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T10:20:17,804 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1227982203/snapshot-cleanup already deleted, retry=false 2024-11-13T10:20:17,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34705-0x10110d799e70004, quorum=127.0.0.1:55964, baseZNode=/1227982203 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1227982203/running 2024-11-13T10:20:17,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44401-0x10110d799e70003, quorum=127.0.0.1:55964, baseZNode=/1227982203 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1227982203/running 2024-11-13T10:20:17,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34705-0x10110d799e70004, quorum=127.0.0.1:55964, baseZNode=/1227982203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1227982203 2024-11-13T10:20:17,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44401-0x10110d799e70003, quorum=127.0.0.1:55964, baseZNode=/1227982203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1227982203 2024-11-13T10:20:17,808 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=770665a7984d,44401,1731493216746, sessionid=0x10110d799e70003, setting cluster-up flag (Was=false) 2024-11-13T10:20:17,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44401-0x10110d799e70003, quorum=127.0.0.1:55964, baseZNode=/1227982203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1227982203 2024-11-13T10:20:17,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34705-0x10110d799e70004, quorum=127.0.0.1:55964, baseZNode=/1227982203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1227982203 2024-11-13T10:20:17,817 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1227982203/flush-table-proc/acquired, /1227982203/flush-table-proc/reached, /1227982203/flush-table-proc/abort 2024-11-13T10:20:17,818 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=770665a7984d,44401,1731493216746 2024-11-13T10:20:17,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44401-0x10110d799e70003, quorum=127.0.0.1:55964, baseZNode=/1227982203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1227982203 2024-11-13T10:20:17,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34705-0x10110d799e70004, quorum=127.0.0.1:55964, baseZNode=/1227982203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1227982203 2024-11-13T10:20:17,835 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1227982203/online-snapshot/acquired, /1227982203/online-snapshot/reached, /1227982203/online-snapshot/abort 2024-11-13T10:20:17,836 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=770665a7984d,44401,1731493216746 2024-11-13T10:20:17,838 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T10:20:17,848 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T10:20:17,848 INFO [master/770665a7984d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T10:20:17,848 INFO [master/770665a7984d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T10:20:17,849 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 770665a7984d,44401,1731493216746 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T10:20:17,850 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:20:17,850 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:20:17,850 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:20:17,850 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:20:17,850 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/770665a7984d:0, corePoolSize=10, maxPoolSize=10 2024-11-13T10:20:17,850 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:20:17,850 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/770665a7984d:0, corePoolSize=2, maxPoolSize=2 2024-11-13T10:20:17,850 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:20:17,874 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T10:20:17,874 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T10:20:17,875 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:17,875 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T10:20:17,887 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731493247887 2024-11-13T10:20:17,887 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T10:20:17,887 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T10:20:17,887 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T10:20:17,888 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T10:20:17,888 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T10:20:17,888 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T10:20:17,889 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:17,890 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T10:20:17,890 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T10:20:17,891 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T10:20:17,891 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T10:20:17,891 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T10:20:17,892 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T10:20:17,892 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.large.0-1731493217892,5,FailOnTimeoutGroup] 2024-11-13T10:20:17,892 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.small.0-1731493217892,5,FailOnTimeoutGroup] 2024-11-13T10:20:17,892 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:17,892 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T10:20:17,892 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:17,892 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:17,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32993 is added to blk_1073741831_1007 (size=1321) 2024-11-13T10:20:17,936 INFO [RS:0;770665a7984d:34705 {}] regionserver.HRegionServer(746): ClusterId : bad6dc95-faf5-4045-9012-623834758242 2024-11-13T10:20:17,937 DEBUG [RS:0;770665a7984d:34705 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T10:20:17,939 DEBUG [RS:0;770665a7984d:34705 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T10:20:17,939 DEBUG [RS:0;770665a7984d:34705 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T10:20:17,942 DEBUG [RS:0;770665a7984d:34705 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T10:20:17,942 DEBUG [RS:0;770665a7984d:34705 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34e8da11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=770665a7984d/172.17.0.2:0 2024-11-13T10:20:17,964 DEBUG [RS:0;770665a7984d:34705 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;770665a7984d:34705 2024-11-13T10:20:17,964 INFO [RS:0;770665a7984d:34705 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T10:20:17,964 INFO [RS:0;770665a7984d:34705 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T10:20:17,964 DEBUG [RS:0;770665a7984d:34705 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T10:20:17,965 INFO [RS:0;770665a7984d:34705 {}] regionserver.HRegionServer(2659): reportForDuty to master=770665a7984d,44401,1731493216746 with port=34705, startcode=1731493216811 2024-11-13T10:20:17,965 DEBUG [RS:0;770665a7984d:34705 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T10:20:17,969 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39701, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T10:20:17,969 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44401 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 770665a7984d,34705,1731493216811 2024-11-13T10:20:17,970 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44401 {}] master.ServerManager(517): Registering regionserver=770665a7984d,34705,1731493216811 2024-11-13T10:20:17,972 DEBUG [RS:0;770665a7984d:34705 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c 2024-11-13T10:20:17,972 DEBUG [RS:0;770665a7984d:34705 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38233 2024-11-13T10:20:17,972 DEBUG [RS:0;770665a7984d:34705 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T10:20:17,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44401-0x10110d799e70003, quorum=127.0.0.1:55964, baseZNode=/1227982203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1227982203/rs 2024-11-13T10:20:17,975 DEBUG [RS:0;770665a7984d:34705 {}] zookeeper.ZKUtil(111): regionserver:34705-0x10110d799e70004, quorum=127.0.0.1:55964, baseZNode=/1227982203 Set watcher on existing znode=/1227982203/rs/770665a7984d,34705,1731493216811 2024-11-13T10:20:17,975 WARN [RS:0;770665a7984d:34705 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T10:20:17,975 INFO [RS:0;770665a7984d:34705 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:20:17,975 DEBUG [RS:0;770665a7984d:34705 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/WALs/770665a7984d,34705,1731493216811 2024-11-13T10:20:17,975 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [770665a7984d,34705,1731493216811] 2024-11-13T10:20:17,980 INFO [RS:0;770665a7984d:34705 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T10:20:17,984 INFO [RS:0;770665a7984d:34705 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T10:20:17,993 INFO [RS:0;770665a7984d:34705 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T10:20:17,993 INFO [RS:0;770665a7984d:34705 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:17,996 INFO [RS:0;770665a7984d:34705 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T10:20:18,000 INFO [RS:0;770665a7984d:34705 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T10:20:18,000 INFO [RS:0;770665a7984d:34705 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:18,000 DEBUG [RS:0;770665a7984d:34705 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:20:18,000 DEBUG [RS:0;770665a7984d:34705 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:20:18,000 DEBUG [RS:0;770665a7984d:34705 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:20:18,000 DEBUG [RS:0;770665a7984d:34705 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:20:18,000 DEBUG [RS:0;770665a7984d:34705 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:20:18,000 DEBUG [RS:0;770665a7984d:34705 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/770665a7984d:0, corePoolSize=2, maxPoolSize=2 2024-11-13T10:20:18,000 DEBUG [RS:0;770665a7984d:34705 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:20:18,000 DEBUG [RS:0;770665a7984d:34705 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:20:18,000 DEBUG [RS:0;770665a7984d:34705 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:20:18,000 DEBUG [RS:0;770665a7984d:34705 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:20:18,000 DEBUG [RS:0;770665a7984d:34705 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:20:18,000 DEBUG [RS:0;770665a7984d:34705 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:20:18,000 DEBUG [RS:0;770665a7984d:34705 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/770665a7984d:0, corePoolSize=3, maxPoolSize=3 2024-11-13T10:20:18,000 DEBUG [RS:0;770665a7984d:34705 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0, corePoolSize=3, maxPoolSize=3 2024-11-13T10:20:18,008 INFO [RS:0;770665a7984d:34705 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:18,008 INFO [RS:0;770665a7984d:34705 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:18,008 INFO [RS:0;770665a7984d:34705 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:18,008 INFO [RS:0;770665a7984d:34705 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:18,008 INFO [RS:0;770665a7984d:34705 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:18,008 INFO [RS:0;770665a7984d:34705 {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,34705,1731493216811-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T10:20:18,031 INFO [RS:0;770665a7984d:34705 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T10:20:18,031 INFO [RS:0;770665a7984d:34705 {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,34705,1731493216811-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:18,032 INFO [RS:0;770665a7984d:34705 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:18,032 INFO [RS:0;770665a7984d:34705 {}] regionserver.Replication(171): 770665a7984d,34705,1731493216811 started 2024-11-13T10:20:18,054 INFO [RS:0;770665a7984d:34705 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:18,054 INFO [RS:0;770665a7984d:34705 {}] regionserver.HRegionServer(1482): Serving as 770665a7984d,34705,1731493216811, RpcServer on 770665a7984d/172.17.0.2:34705, sessionid=0x10110d799e70004 2024-11-13T10:20:18,054 DEBUG [RS:0;770665a7984d:34705 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T10:20:18,055 DEBUG [RS:0;770665a7984d:34705 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 770665a7984d,34705,1731493216811 2024-11-13T10:20:18,055 DEBUG [RS:0;770665a7984d:34705 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '770665a7984d,34705,1731493216811' 2024-11-13T10:20:18,055 DEBUG [RS:0;770665a7984d:34705 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1227982203/flush-table-proc/abort' 2024-11-13T10:20:18,055 DEBUG [RS:0;770665a7984d:34705 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1227982203/flush-table-proc/acquired' 2024-11-13T10:20:18,056 DEBUG [RS:0;770665a7984d:34705 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T10:20:18,056 DEBUG [RS:0;770665a7984d:34705 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T10:20:18,056 DEBUG [RS:0;770665a7984d:34705 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 770665a7984d,34705,1731493216811 2024-11-13T10:20:18,056 DEBUG [RS:0;770665a7984d:34705 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '770665a7984d,34705,1731493216811' 2024-11-13T10:20:18,056 DEBUG [RS:0;770665a7984d:34705 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1227982203/online-snapshot/abort' 2024-11-13T10:20:18,057 DEBUG [RS:0;770665a7984d:34705 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1227982203/online-snapshot/acquired' 2024-11-13T10:20:18,057 DEBUG [RS:0;770665a7984d:34705 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T10:20:18,057 INFO [RS:0;770665a7984d:34705 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T10:20:18,057 INFO [RS:0;770665a7984d:34705 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T10:20:18,158 INFO [RS:0;770665a7984d:34705 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T10:20:18,159 INFO [RS:0;770665a7984d:34705 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=770665a7984d%2C34705%2C1731493216811, suffix=, logDir=hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/WALs/770665a7984d,34705,1731493216811, archiveDir=hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/oldWALs, maxLogs=10 2024-11-13T10:20:18,180 DEBUG [RS:0;770665a7984d:34705 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/WALs/770665a7984d,34705,1731493216811/770665a7984d%2C34705%2C1731493216811.1731493218159, exclude list is [], retry=0 2024-11-13T10:20:18,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32993,DS-cafd9714-3102-4713-883a-0ddc8deacc48,DISK] 2024-11-13T10:20:18,199 INFO [RS:0;770665a7984d:34705 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/WALs/770665a7984d,34705,1731493216811/770665a7984d%2C34705%2C1731493216811.1731493218159 2024-11-13T10:20:18,200 DEBUG [RS:0;770665a7984d:34705 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43187:43187)] 2024-11-13T10:20:18,300 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T10:20:18,300 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c 2024-11-13T10:20:18,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32993 is added to blk_1073741833_1009 (size=32) 2024-11-13T10:20:18,333 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:20:18,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T10:20:18,346 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T10:20:18,346 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:18,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:20:18,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T10:20:18,353 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T10:20:18,353 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:18,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:20:18,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T10:20:18,359 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T10:20:18,359 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:18,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:20:18,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T10:20:18,361 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T10:20:18,361 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:18,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:20:18,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T10:20:18,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/data/hbase/meta/1588230740 2024-11-13T10:20:18,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/data/hbase/meta/1588230740 2024-11-13T10:20:18,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T10:20:18,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T10:20:18,367 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T10:20:18,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T10:20:18,380 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:20:18,381 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68879540, jitterRate=0.026385128498077393}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T10:20:18,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731493218333Initializing all the Stores at 1731493218334 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493218334Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493218342 (+8 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493218342Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493218342Cleaning up temporary data from old regions at 1731493218367 (+25 ms)Region opened successfully at 1731493218381 (+14 ms) 2024-11-13T10:20:18,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T10:20:18,381 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T10:20:18,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T10:20:18,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T10:20:18,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T10:20:18,382 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T10:20:18,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731493218381Disabling compacts and flushes for region at 1731493218381Disabling writes for close at 1731493218381Writing region close event to WAL at 1731493218382 (+1 ms)Closed at 1731493218382 2024-11-13T10:20:18,383 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T10:20:18,383 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T10:20:18,384 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T10:20:18,385 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T10:20:18,386 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T10:20:18,536 DEBUG [770665a7984d:44401 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T10:20:18,537 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=770665a7984d,34705,1731493216811 2024-11-13T10:20:18,538 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 770665a7984d,34705,1731493216811, state=OPENING 2024-11-13T10:20:18,543 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T10:20:18,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44401-0x10110d799e70003, quorum=127.0.0.1:55964, baseZNode=/1227982203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1227982203 2024-11-13T10:20:18,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34705-0x10110d799e70004, quorum=127.0.0.1:55964, baseZNode=/1227982203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1227982203 2024-11-13T10:20:18,545 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T10:20:18,545 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1227982203/meta-region-server: CHANGED 2024-11-13T10:20:18,545 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=770665a7984d,34705,1731493216811}] 2024-11-13T10:20:18,546 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1227982203/meta-region-server: CHANGED 2024-11-13T10:20:18,699 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T10:20:18,701 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42033, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T10:20:18,704 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T10:20:18,704 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:20:18,705 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T10:20:18,706 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=770665a7984d%2C34705%2C1731493216811.meta, suffix=.meta, logDir=hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/WALs/770665a7984d,34705,1731493216811, archiveDir=hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/oldWALs, maxLogs=10 2024-11-13T10:20:18,749 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/WALs/770665a7984d,34705,1731493216811/770665a7984d%2C34705%2C1731493216811.meta.1731493218706.meta, exclude list is [], retry=0 2024-11-13T10:20:18,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32993,DS-cafd9714-3102-4713-883a-0ddc8deacc48,DISK] 2024-11-13T10:20:18,763 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/WALs/770665a7984d,34705,1731493216811/770665a7984d%2C34705%2C1731493216811.meta.1731493218706.meta 2024-11-13T10:20:18,763 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43187:43187)] 2024-11-13T10:20:18,763 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:20:18,764 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T10:20:18,764 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T10:20:18,764 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T10:20:18,764 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T10:20:18,764 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T10:20:18,764 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:20:18,764 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T10:20:18,764 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T10:20:18,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T10:20:18,768 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T10:20:18,768 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:18,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:20:18,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T10:20:18,770 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T10:20:18,770 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:18,771 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:20:18,771 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T10:20:18,771 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T10:20:18,771 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:18,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:20:18,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T10:20:18,773 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T10:20:18,773 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:18,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:20:18,773 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T10:20:18,774 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/data/hbase/meta/1588230740 2024-11-13T10:20:18,775 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/data/hbase/meta/1588230740 2024-11-13T10:20:18,777 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T10:20:18,777 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T10:20:18,781 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T10:20:18,785 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T10:20:18,785 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71445247, jitterRate=0.06461714208126068}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T10:20:18,786 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T10:20:18,786 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731493218765Writing region info on filesystem at 1731493218765Initializing all the Stores at 1731493218765Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493218765Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493218767 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493218767Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493218767Cleaning up temporary data from old regions at 1731493218777 (+10 ms)Running coprocessor post-open hooks at 1731493218786 (+9 ms)Region opened successfully at 1731493218786 2024-11-13T10:20:18,789 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731493218699 2024-11-13T10:20:18,791 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T10:20:18,791 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T10:20:18,792 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=770665a7984d,34705,1731493216811 2024-11-13T10:20:18,793 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 770665a7984d,34705,1731493216811, state=OPEN 2024-11-13T10:20:18,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34705-0x10110d799e70004, quorum=127.0.0.1:55964, baseZNode=/1227982203 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1227982203/meta-region-server 2024-11-13T10:20:18,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44401-0x10110d799e70003, quorum=127.0.0.1:55964, baseZNode=/1227982203 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1227982203/meta-region-server 2024-11-13T10:20:18,794 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1227982203/meta-region-server: CHANGED 2024-11-13T10:20:18,795 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1227982203/meta-region-server: CHANGED 2024-11-13T10:20:18,794 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=770665a7984d,34705,1731493216811 2024-11-13T10:20:18,798 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T10:20:18,798 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=770665a7984d,34705,1731493216811 in 251 msec 2024-11-13T10:20:18,800 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T10:20:18,800 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 414 msec 2024-11-13T10:20:18,802 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T10:20:18,802 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T10:20:18,803 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:20:18,803 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,34705,1731493216811, seqNum=-1] 2024-11-13T10:20:18,804 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:20:18,805 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47543, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:20:18,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 966 msec 2024-11-13T10:20:18,814 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731493218814, completionTime=-1 2024-11-13T10:20:18,814 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T10:20:18,814 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T10:20:18,816 INFO [master/770665a7984d:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T10:20:18,816 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731493278816 2024-11-13T10:20:18,817 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731493338817 2024-11-13T10:20:18,817 INFO [master/770665a7984d:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T10:20:18,817 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,44401,1731493216746-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:18,817 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,44401,1731493216746-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:18,817 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,44401,1731493216746-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:18,817 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-770665a7984d:44401, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:18,817 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:18,821 DEBUG [master/770665a7984d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T10:20:18,832 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:18,837 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.981sec 2024-11-13T10:20:18,837 INFO [master/770665a7984d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T10:20:18,837 INFO [master/770665a7984d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T10:20:18,837 INFO [master/770665a7984d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T10:20:18,837 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T10:20:18,837 INFO [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T10:20:18,837 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,44401,1731493216746-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T10:20:18,837 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,44401,1731493216746-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T10:20:18,842 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T10:20:18,842 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T10:20:18,842 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,44401,1731493216746-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:18,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30f723f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:20:18,850 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,44401,-1 for getting cluster id 2024-11-13T10:20:18,850 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:20:18,853 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bad6dc95-faf5-4045-9012-623834758242' 2024-11-13T10:20:18,853 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:20:18,853 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bad6dc95-faf5-4045-9012-623834758242" 2024-11-13T10:20:18,854 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@693a1a49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:20:18,854 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,44401,-1] 2024-11-13T10:20:18,854 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:20:18,854 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:18,855 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:20:18,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76966305, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:20:18,857 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:20:18,858 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,34705,1731493216811, seqNum=-1] 2024-11-13T10:20:18,858 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:20:18,860 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:20:18,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=770665a7984d,44401,1731493216746 2024-11-13T10:20:18,862 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55964 2024-11-13T10:20:18,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55964, baseZNode=/1227982203 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T10:20:18,872 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10110d799e70005 connected 2024-11-13T10:20:18,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc22b302-15ad-5dd2-fef7-24d9754abf55/hadoop.log.dir so I do NOT create it in target/test-data/ee65cc99-fe00-dfe3-b345-929b95e09ef5 2024-11-13T10:20:18,882 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc22b302-15ad-5dd2-fef7-24d9754abf55/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T10:20:18,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc22b302-15ad-5dd2-fef7-24d9754abf55/hadoop.tmp.dir so I do NOT create it in target/test-data/ee65cc99-fe00-dfe3-b345-929b95e09ef5 2024-11-13T10:20:18,882 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc22b302-15ad-5dd2-fef7-24d9754abf55/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T10:20:18,882 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee65cc99-fe00-dfe3-b345-929b95e09ef5 2024-11-13T10:20:18,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T10:20:18,883 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee65cc99-fe00-dfe3-b345-929b95e09ef5/cluster_b708f1bb-51fc-6bb8-8b59-f51dc0d76dc5, deleteOnExit=true 2024-11-13T10:20:18,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T10:20:18,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee65cc99-fe00-dfe3-b345-929b95e09ef5/test.cache.data in system properties and HBase conf 2024-11-13T10:20:18,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee65cc99-fe00-dfe3-b345-929b95e09ef5/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T10:20:18,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee65cc99-fe00-dfe3-b345-929b95e09ef5/hadoop.log.dir in system properties and HBase conf 2024-11-13T10:20:18,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee65cc99-fe00-dfe3-b345-929b95e09ef5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T10:20:18,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee65cc99-fe00-dfe3-b345-929b95e09ef5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T10:20:18,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T10:20:18,884 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T10:20:18,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee65cc99-fe00-dfe3-b345-929b95e09ef5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T10:20:18,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee65cc99-fe00-dfe3-b345-929b95e09ef5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T10:20:18,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee65cc99-fe00-dfe3-b345-929b95e09ef5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T10:20:18,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee65cc99-fe00-dfe3-b345-929b95e09ef5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T10:20:18,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee65cc99-fe00-dfe3-b345-929b95e09ef5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T10:20:18,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee65cc99-fe00-dfe3-b345-929b95e09ef5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T10:20:18,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee65cc99-fe00-dfe3-b345-929b95e09ef5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T10:20:18,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee65cc99-fe00-dfe3-b345-929b95e09ef5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T10:20:18,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee65cc99-fe00-dfe3-b345-929b95e09ef5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T10:20:18,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee65cc99-fe00-dfe3-b345-929b95e09ef5/nfs.dump.dir in system properties and HBase conf 2024-11-13T10:20:18,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee65cc99-fe00-dfe3-b345-929b95e09ef5/java.io.tmpdir in system properties and HBase conf 2024-11-13T10:20:18,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee65cc99-fe00-dfe3-b345-929b95e09ef5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T10:20:18,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee65cc99-fe00-dfe3-b345-929b95e09ef5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T10:20:18,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee65cc99-fe00-dfe3-b345-929b95e09ef5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T10:20:19,042 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T10:20:19,049 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T10:20:19,062 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T10:20:19,062 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T10:20:19,062 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T10:20:19,063 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T10:20:19,069 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c8f288c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee65cc99-fe00-dfe3-b345-929b95e09ef5/hadoop.log.dir/,AVAILABLE} 2024-11-13T10:20:19,069 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b83ad4a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T10:20:19,261 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64255021{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee65cc99-fe00-dfe3-b345-929b95e09ef5/java.io.tmpdir/jetty-localhost-40911-hadoop-hdfs-3_4_1-tests_jar-_-any-3645390510411022051/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T10:20:19,262 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@49b8416b{HTTP/1.1, (http/1.1)}{localhost:40911} 2024-11-13T10:20:19,262 INFO [Time-limited test {}] server.Server(415): Started @211110ms 2024-11-13T10:20:19,420 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T10:20:19,423 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T10:20:19,428 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T10:20:19,428 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T10:20:19,428 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T10:20:19,430 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@527effe2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee65cc99-fe00-dfe3-b345-929b95e09ef5/hadoop.log.dir/,AVAILABLE} 2024-11-13T10:20:19,430 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@652becc7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T10:20:19,586 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@678fdb91{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee65cc99-fe00-dfe3-b345-929b95e09ef5/java.io.tmpdir/jetty-localhost-38843-hadoop-hdfs-3_4_1-tests_jar-_-any-2456345823207687948/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T10:20:19,587 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60ec6a12{HTTP/1.1, (http/1.1)}{localhost:38843} 2024-11-13T10:20:19,587 INFO [Time-limited test {}] server.Server(415): Started @211434ms 2024-11-13T10:20:19,589 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T10:20:19,729 WARN [Thread-2886 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee65cc99-fe00-dfe3-b345-929b95e09ef5/cluster_b708f1bb-51fc-6bb8-8b59-f51dc0d76dc5/data/data1/current/BP-551852109-172.17.0.2-1731493218937/current, will proceed with Du for space computation calculation, 2024-11-13T10:20:19,729 WARN [Thread-2887 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee65cc99-fe00-dfe3-b345-929b95e09ef5/cluster_b708f1bb-51fc-6bb8-8b59-f51dc0d76dc5/data/data2/current/BP-551852109-172.17.0.2-1731493218937/current, will proceed with Du for space computation calculation, 2024-11-13T10:20:19,773 WARN [Thread-2874 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T10:20:19,778 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe1d0dd41e5939ffa with lease ID 0x1863f376807cf249: Processing first storage report for DS-1112a5e1-2942-4ce1-a7a5-9e9a9196ee98 from datanode DatanodeRegistration(127.0.0.1:37891, datanodeUuid=ac73db74-0b1a-4ce2-a564-748075fe8ce3, infoPort=35857, infoSecurePort=0, ipcPort=37531, storageInfo=lv=-57;cid=testClusterID;nsid=1247709090;c=1731493218937) 2024-11-13T10:20:19,778 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe1d0dd41e5939ffa with lease ID 0x1863f376807cf249: from storage DS-1112a5e1-2942-4ce1-a7a5-9e9a9196ee98 node DatanodeRegistration(127.0.0.1:37891, datanodeUuid=ac73db74-0b1a-4ce2-a564-748075fe8ce3, infoPort=35857, infoSecurePort=0, ipcPort=37531, storageInfo=lv=-57;cid=testClusterID;nsid=1247709090;c=1731493218937), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T10:20:19,778 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe1d0dd41e5939ffa with lease ID 0x1863f376807cf249: Processing first storage report for DS-affc419f-031a-4122-bde3-68dc16578cd9 from datanode DatanodeRegistration(127.0.0.1:37891, datanodeUuid=ac73db74-0b1a-4ce2-a564-748075fe8ce3, infoPort=35857, infoSecurePort=0, ipcPort=37531, storageInfo=lv=-57;cid=testClusterID;nsid=1247709090;c=1731493218937) 2024-11-13T10:20:19,778 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe1d0dd41e5939ffa with lease ID 0x1863f376807cf249: from storage DS-affc419f-031a-4122-bde3-68dc16578cd9 node DatanodeRegistration(127.0.0.1:37891, datanodeUuid=ac73db74-0b1a-4ce2-a564-748075fe8ce3, infoPort=35857, infoSecurePort=0, ipcPort=37531, storageInfo=lv=-57;cid=testClusterID;nsid=1247709090;c=1731493218937), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T10:20:19,845 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee65cc99-fe00-dfe3-b345-929b95e09ef5 2024-11-13T10:20:19,846 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:20:19,848 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:20:19,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37891 is added to blk_1073741825_1001 (size=7) 2024-11-13T10:20:20,114 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T10:20:20,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:20,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:20,154 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:20,154 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:20,154 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:20,154 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:20,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:20,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:20,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:20,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:20,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:20,263 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec with version=8 2024-11-13T10:20:20,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/hbase-staging 2024-11-13T10:20:20,267 INFO [Time-limited test {}] client.ConnectionUtils(128): master/770665a7984d:0 server-side Connection retries=45 2024-11-13T10:20:20,267 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:20:20,267 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T10:20:20,267 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T10:20:20,267 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:20:20,267 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T10:20:20,267 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T10:20:20,267 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T10:20:20,268 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40431 2024-11-13T10:20:20,269 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40431 connecting to ZooKeeper ensemble=127.0.0.1:55964 2024-11-13T10:20:20,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:404310x0, quorum=127.0.0.1:55964, baseZNode=/2-1131833745 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T10:20:20,277 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40431-0x10110d799e70006 connected 2024-11-13T10:20:20,287 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:20:20,288 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:20:20,290 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40431-0x10110d799e70006, quorum=127.0.0.1:55964, baseZNode=/2-1131833745 Set watcher on znode that does not yet exist, /2-1131833745/running 2024-11-13T10:20:20,291 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec, hbase.cluster.distributed=false 2024-11-13T10:20:20,292 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40431-0x10110d799e70006, quorum=127.0.0.1:55964, baseZNode=/2-1131833745 Set watcher on znode that does not yet exist, /2-1131833745/acl 2024-11-13T10:20:20,292 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40431 2024-11-13T10:20:20,292 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40431 2024-11-13T10:20:20,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40431 2024-11-13T10:20:20,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40431 2024-11-13T10:20:20,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40431 2024-11-13T10:20:20,315 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/770665a7984d:0 server-side Connection retries=45 2024-11-13T10:20:20,315 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:20:20,316 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T10:20:20,316 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T10:20:20,316 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:20:20,316 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T10:20:20,316 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T10:20:20,316 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T10:20:20,316 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42295 2024-11-13T10:20:20,317 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42295 connecting to ZooKeeper ensemble=127.0.0.1:55964 2024-11-13T10:20:20,318 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:20:20,320 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:20:20,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:422950x0, quorum=127.0.0.1:55964, baseZNode=/2-1131833745 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T10:20:20,328 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:422950x0, quorum=127.0.0.1:55964, baseZNode=/2-1131833745 Set watcher on znode that does not yet exist, /2-1131833745/running 2024-11-13T10:20:20,328 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42295-0x10110d799e70007 connected 2024-11-13T10:20:20,328 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T10:20:20,331 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T10:20:20,332 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42295-0x10110d799e70007, quorum=127.0.0.1:55964, baseZNode=/2-1131833745 Set watcher on znode that does not yet exist, /2-1131833745/master 2024-11-13T10:20:20,333 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42295-0x10110d799e70007, quorum=127.0.0.1:55964, baseZNode=/2-1131833745 Set watcher on znode that does not yet exist, /2-1131833745/acl 2024-11-13T10:20:20,334 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42295 2024-11-13T10:20:20,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42295 2024-11-13T10:20:20,338 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42295 2024-11-13T10:20:20,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42295 2024-11-13T10:20:20,341 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42295 2024-11-13T10:20:20,358 DEBUG [M:0;770665a7984d:40431 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;770665a7984d:40431 2024-11-13T10:20:20,358 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1131833745/backup-masters/770665a7984d,40431,1731493220267 2024-11-13T10:20:20,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42295-0x10110d799e70007, quorum=127.0.0.1:55964, baseZNode=/2-1131833745 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1131833745/backup-masters 2024-11-13T10:20:20,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40431-0x10110d799e70006, quorum=127.0.0.1:55964, baseZNode=/2-1131833745 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1131833745/backup-masters 2024-11-13T10:20:20,361 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40431-0x10110d799e70006, quorum=127.0.0.1:55964, baseZNode=/2-1131833745 Set watcher on existing znode=/2-1131833745/backup-masters/770665a7984d,40431,1731493220267 2024-11-13T10:20:20,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40431-0x10110d799e70006, quorum=127.0.0.1:55964, baseZNode=/2-1131833745 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1131833745 2024-11-13T10:20:20,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42295-0x10110d799e70007, quorum=127.0.0.1:55964, baseZNode=/2-1131833745 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1131833745/master 2024-11-13T10:20:20,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42295-0x10110d799e70007, quorum=127.0.0.1:55964, baseZNode=/2-1131833745 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1131833745 2024-11-13T10:20:20,364 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40431-0x10110d799e70006, quorum=127.0.0.1:55964, baseZNode=/2-1131833745 Set watcher on existing znode=/2-1131833745/master 2024-11-13T10:20:20,364 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1131833745/backup-masters/770665a7984d,40431,1731493220267 from backup master directory 2024-11-13T10:20:20,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40431-0x10110d799e70006, quorum=127.0.0.1:55964, baseZNode=/2-1131833745 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1131833745/backup-masters/770665a7984d,40431,1731493220267 2024-11-13T10:20:20,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42295-0x10110d799e70007, quorum=127.0.0.1:55964, baseZNode=/2-1131833745 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1131833745/backup-masters 2024-11-13T10:20:20,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40431-0x10110d799e70006, quorum=127.0.0.1:55964, baseZNode=/2-1131833745 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1131833745/backup-masters 2024-11-13T10:20:20,366 WARN [master/770665a7984d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T10:20:20,366 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=770665a7984d,40431,1731493220267 2024-11-13T10:20:20,369 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/hbase.id] with ID: e04d662d-18b2-4da1-b00b-e5bbed7ad0af 2024-11-13T10:20:20,369 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/.tmp/hbase.id 2024-11-13T10:20:20,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37891 is added to blk_1073741826_1002 (size=42) 2024-11-13T10:20:20,782 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/.tmp/hbase.id]:[hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/hbase.id] 2024-11-13T10:20:20,794 INFO [master/770665a7984d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:20:20,794 INFO [master/770665a7984d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T10:20:20,795 INFO [master/770665a7984d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T10:20:20,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42295-0x10110d799e70007, quorum=127.0.0.1:55964, baseZNode=/2-1131833745 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1131833745 2024-11-13T10:20:20,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40431-0x10110d799e70006, quorum=127.0.0.1:55964, baseZNode=/2-1131833745 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1131833745 2024-11-13T10:20:20,801 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T10:20:20,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37891 is added to blk_1073741827_1003 (size=196) 2024-11-13T10:20:21,206 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T10:20:21,207 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T10:20:21,207 INFO [master/770665a7984d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:20:21,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37891 is added to blk_1073741828_1004 (size=1189) 2024-11-13T10:20:21,615 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/MasterData/data/master/store 2024-11-13T10:20:21,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37891 is added to blk_1073741829_1005 (size=34) 2024-11-13T10:20:21,661 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:20:21,662 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [770665a7984d,36187,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=770665a7984d:36187 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T10:20:21,663 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38405 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [770665a7984d,36187,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=770665a7984d:36187 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T10:20:22,028 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:20:22,029 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T10:20:22,029 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:20:22,029 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:20:22,029 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T10:20:22,029 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:20:22,029 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:20:22,029 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731493222029Disabling compacts and flushes for region at 1731493222029Disabling writes for close at 1731493222029Writing region close event to WAL at 1731493222029Closed at 1731493222029 2024-11-13T10:20:22,029 WARN [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/MasterData/data/master/store/.initializing 2024-11-13T10:20:22,030 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/MasterData/WALs/770665a7984d,40431,1731493220267 2024-11-13T10:20:22,030 INFO [master/770665a7984d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T10:20:22,032 INFO [master/770665a7984d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=770665a7984d%2C40431%2C1731493220267, suffix=, logDir=hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/MasterData/WALs/770665a7984d,40431,1731493220267, archiveDir=hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/MasterData/oldWALs, maxLogs=10 2024-11-13T10:20:22,049 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/MasterData/WALs/770665a7984d,40431,1731493220267/770665a7984d%2C40431%2C1731493220267.1731493222032, exclude list is [], retry=0 2024-11-13T10:20:22,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37891,DS-1112a5e1-2942-4ce1-a7a5-9e9a9196ee98,DISK] 2024-11-13T10:20:22,053 INFO [master/770665a7984d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/MasterData/WALs/770665a7984d,40431,1731493220267/770665a7984d%2C40431%2C1731493220267.1731493222032 2024-11-13T10:20:22,053 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35857:35857)] 2024-11-13T10:20:22,053 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:20:22,054 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:20:22,054 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:20:22,054 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:20:22,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:20:22,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T10:20:22,057 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:22,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:20:22,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:20:22,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T10:20:22,058 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:22,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:20:22,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:20:22,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T10:20:22,060 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:22,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:20:22,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:20:22,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T10:20:22,061 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:22,062 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:20:22,062 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:20:22,062 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:20:22,063 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:20:22,064 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:20:22,064 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:20:22,064 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T10:20:22,065 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:20:22,070 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:20:22,070 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62117005, jitterRate=-0.07438449561595917}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T10:20:22,070 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731493222054Initializing all the Stores at 1731493222055 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493222055Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493222055Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493222055Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493222055Cleaning up temporary data from old regions at 1731493222064 (+9 ms)Region opened successfully at 1731493222070 (+6 ms) 2024-11-13T10:20:22,072 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T10:20:22,075 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d6c68df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=770665a7984d/172.17.0.2:0 2024-11-13T10:20:22,075 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T10:20:22,075 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T10:20:22,076 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T10:20:22,076 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T10:20:22,076 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T10:20:22,077 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T10:20:22,077 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T10:20:22,081 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T10:20:22,082 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40431-0x10110d799e70006, quorum=127.0.0.1:55964, baseZNode=/2-1131833745 Unable to get data of znode /2-1131833745/balancer because node does not exist (not necessarily an error) 2024-11-13T10:20:22,083 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1131833745/balancer already deleted, retry=false 2024-11-13T10:20:22,084 INFO [master/770665a7984d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T10:20:22,084 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40431-0x10110d799e70006, quorum=127.0.0.1:55964, baseZNode=/2-1131833745 Unable to get data of znode /2-1131833745/normalizer because node does not exist (not necessarily an error) 2024-11-13T10:20:22,086 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1131833745/normalizer already deleted, retry=false 2024-11-13T10:20:22,086 INFO [master/770665a7984d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T10:20:22,087 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40431-0x10110d799e70006, quorum=127.0.0.1:55964, baseZNode=/2-1131833745 Unable to get data of znode /2-1131833745/switch/split because node does not exist (not necessarily an error) 2024-11-13T10:20:22,089 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1131833745/switch/split already deleted, retry=false 2024-11-13T10:20:22,090 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40431-0x10110d799e70006, quorum=127.0.0.1:55964, baseZNode=/2-1131833745 Unable to get data of znode /2-1131833745/switch/merge because node does not exist (not necessarily an error) 2024-11-13T10:20:22,094 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1131833745/switch/merge already deleted, retry=false 2024-11-13T10:20:22,097 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40431-0x10110d799e70006, quorum=127.0.0.1:55964, baseZNode=/2-1131833745 Unable to get data of znode /2-1131833745/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T10:20:22,100 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1131833745/snapshot-cleanup already deleted, retry=false 2024-11-13T10:20:22,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40431-0x10110d799e70006, quorum=127.0.0.1:55964, baseZNode=/2-1131833745 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1131833745/running 2024-11-13T10:20:22,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40431-0x10110d799e70006, quorum=127.0.0.1:55964, baseZNode=/2-1131833745 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1131833745 2024-11-13T10:20:22,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42295-0x10110d799e70007, quorum=127.0.0.1:55964, baseZNode=/2-1131833745 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1131833745/running 2024-11-13T10:20:22,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42295-0x10110d799e70007, quorum=127.0.0.1:55964, baseZNode=/2-1131833745 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1131833745 2024-11-13T10:20:22,102 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=770665a7984d,40431,1731493220267, sessionid=0x10110d799e70006, setting cluster-up flag (Was=false) 2024-11-13T10:20:22,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42295-0x10110d799e70007, quorum=127.0.0.1:55964, baseZNode=/2-1131833745 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1131833745 2024-11-13T10:20:22,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40431-0x10110d799e70006, quorum=127.0.0.1:55964, baseZNode=/2-1131833745 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1131833745 2024-11-13T10:20:22,109 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1131833745/flush-table-proc/acquired, /2-1131833745/flush-table-proc/reached, /2-1131833745/flush-table-proc/abort 2024-11-13T10:20:22,109 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=770665a7984d,40431,1731493220267 2024-11-13T10:20:22,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40431-0x10110d799e70006, quorum=127.0.0.1:55964, baseZNode=/2-1131833745 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1131833745 2024-11-13T10:20:22,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42295-0x10110d799e70007, quorum=127.0.0.1:55964, baseZNode=/2-1131833745 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1131833745 2024-11-13T10:20:22,119 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1131833745/online-snapshot/acquired, /2-1131833745/online-snapshot/reached, /2-1131833745/online-snapshot/abort 2024-11-13T10:20:22,120 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=770665a7984d,40431,1731493220267 2024-11-13T10:20:22,121 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T10:20:22,122 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T10:20:22,122 INFO [master/770665a7984d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T10:20:22,123 INFO [master/770665a7984d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T10:20:22,123 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 770665a7984d,40431,1731493220267 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T10:20:22,124 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:20:22,124 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:20:22,124 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:20:22,124 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:20:22,124 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/770665a7984d:0, corePoolSize=10, maxPoolSize=10 2024-11-13T10:20:22,124 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:20:22,124 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/770665a7984d:0, corePoolSize=2, maxPoolSize=2 2024-11-13T10:20:22,124 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:20:22,129 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731493252129 2024-11-13T10:20:22,129 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T10:20:22,129 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T10:20:22,129 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T10:20:22,129 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T10:20:22,129 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T10:20:22,129 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T10:20:22,129 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T10:20:22,129 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T10:20:22,130 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:22,130 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T10:20:22,130 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T10:20:22,130 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T10:20:22,130 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:22,130 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T10:20:22,130 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T10:20:22,130 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T10:20:22,130 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T10:20:22,132 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.large.0-1731493222131,5,FailOnTimeoutGroup] 2024-11-13T10:20:22,136 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.small.0-1731493222132,5,FailOnTimeoutGroup] 2024-11-13T10:20:22,136 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:22,136 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T10:20:22,136 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:22,136 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:22,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37891 is added to blk_1073741831_1007 (size=1321) 2024-11-13T10:20:22,149 INFO [RS:0;770665a7984d:42295 {}] regionserver.HRegionServer(746): ClusterId : e04d662d-18b2-4da1-b00b-e5bbed7ad0af 2024-11-13T10:20:22,149 DEBUG [RS:0;770665a7984d:42295 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T10:20:22,151 DEBUG [RS:0;770665a7984d:42295 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T10:20:22,151 DEBUG [RS:0;770665a7984d:42295 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T10:20:22,153 DEBUG [RS:0;770665a7984d:42295 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T10:20:22,153 DEBUG [RS:0;770665a7984d:42295 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55ab0061, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=770665a7984d/172.17.0.2:0 2024-11-13T10:20:22,165 DEBUG [RS:0;770665a7984d:42295 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;770665a7984d:42295 2024-11-13T10:20:22,165 INFO [RS:0;770665a7984d:42295 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T10:20:22,165 INFO [RS:0;770665a7984d:42295 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T10:20:22,165 DEBUG [RS:0;770665a7984d:42295 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T10:20:22,166 INFO [RS:0;770665a7984d:42295 {}] regionserver.HRegionServer(2659): reportForDuty to master=770665a7984d,40431,1731493220267 with port=42295, startcode=1731493220315 2024-11-13T10:20:22,166 DEBUG [RS:0;770665a7984d:42295 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T10:20:22,167 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45291, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T10:20:22,168 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40431 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 770665a7984d,42295,1731493220315 2024-11-13T10:20:22,168 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40431 {}] master.ServerManager(517): Registering regionserver=770665a7984d,42295,1731493220315 2024-11-13T10:20:22,169 DEBUG [RS:0;770665a7984d:42295 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec 2024-11-13T10:20:22,169 DEBUG [RS:0;770665a7984d:42295 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41721 2024-11-13T10:20:22,169 DEBUG [RS:0;770665a7984d:42295 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T10:20:22,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40431-0x10110d799e70006, quorum=127.0.0.1:55964, baseZNode=/2-1131833745 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1131833745/rs 2024-11-13T10:20:22,179 DEBUG [RS:0;770665a7984d:42295 {}] zookeeper.ZKUtil(111): regionserver:42295-0x10110d799e70007, quorum=127.0.0.1:55964, baseZNode=/2-1131833745 Set watcher on existing znode=/2-1131833745/rs/770665a7984d,42295,1731493220315 2024-11-13T10:20:22,179 WARN [RS:0;770665a7984d:42295 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T10:20:22,179 INFO [RS:0;770665a7984d:42295 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:20:22,179 DEBUG [RS:0;770665a7984d:42295 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/WALs/770665a7984d,42295,1731493220315 2024-11-13T10:20:22,179 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [770665a7984d,42295,1731493220315] 2024-11-13T10:20:22,182 INFO [RS:0;770665a7984d:42295 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T10:20:22,184 INFO [RS:0;770665a7984d:42295 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T10:20:22,185 INFO [RS:0;770665a7984d:42295 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T10:20:22,185 INFO [RS:0;770665a7984d:42295 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:22,185 INFO [RS:0;770665a7984d:42295 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T10:20:22,185 INFO [RS:0;770665a7984d:42295 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T10:20:22,185 INFO [RS:0;770665a7984d:42295 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:22,186 DEBUG [RS:0;770665a7984d:42295 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:20:22,186 DEBUG [RS:0;770665a7984d:42295 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:20:22,186 DEBUG [RS:0;770665a7984d:42295 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:20:22,186 DEBUG [RS:0;770665a7984d:42295 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:20:22,186 DEBUG [RS:0;770665a7984d:42295 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:20:22,186 DEBUG [RS:0;770665a7984d:42295 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/770665a7984d:0, corePoolSize=2, maxPoolSize=2 2024-11-13T10:20:22,186 DEBUG [RS:0;770665a7984d:42295 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:20:22,186 DEBUG [RS:0;770665a7984d:42295 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:20:22,186 DEBUG [RS:0;770665a7984d:42295 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:20:22,186 DEBUG [RS:0;770665a7984d:42295 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:20:22,186 DEBUG [RS:0;770665a7984d:42295 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:20:22,186 DEBUG [RS:0;770665a7984d:42295 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:20:22,186 DEBUG [RS:0;770665a7984d:42295 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/770665a7984d:0, corePoolSize=3, maxPoolSize=3 2024-11-13T10:20:22,186 DEBUG [RS:0;770665a7984d:42295 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0, corePoolSize=3, maxPoolSize=3 2024-11-13T10:20:22,188 INFO [RS:0;770665a7984d:42295 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:22,188 INFO [RS:0;770665a7984d:42295 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:22,188 INFO [RS:0;770665a7984d:42295 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:22,188 INFO [RS:0;770665a7984d:42295 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:22,188 INFO [RS:0;770665a7984d:42295 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:22,188 INFO [RS:0;770665a7984d:42295 {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,42295,1731493220315-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T10:20:22,203 INFO [RS:0;770665a7984d:42295 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T10:20:22,203 INFO [RS:0;770665a7984d:42295 {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,42295,1731493220315-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:22,204 INFO [RS:0;770665a7984d:42295 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:22,204 INFO [RS:0;770665a7984d:42295 {}] regionserver.Replication(171): 770665a7984d,42295,1731493220315 started 2024-11-13T10:20:22,221 INFO [RS:0;770665a7984d:42295 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:22,221 INFO [RS:0;770665a7984d:42295 {}] regionserver.HRegionServer(1482): Serving as 770665a7984d,42295,1731493220315, RpcServer on 770665a7984d/172.17.0.2:42295, sessionid=0x10110d799e70007 2024-11-13T10:20:22,221 DEBUG [RS:0;770665a7984d:42295 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T10:20:22,221 DEBUG [RS:0;770665a7984d:42295 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 770665a7984d,42295,1731493220315 2024-11-13T10:20:22,221 DEBUG [RS:0;770665a7984d:42295 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '770665a7984d,42295,1731493220315' 2024-11-13T10:20:22,221 DEBUG [RS:0;770665a7984d:42295 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1131833745/flush-table-proc/abort' 2024-11-13T10:20:22,222 DEBUG [RS:0;770665a7984d:42295 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1131833745/flush-table-proc/acquired' 2024-11-13T10:20:22,223 DEBUG [RS:0;770665a7984d:42295 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T10:20:22,223 DEBUG [RS:0;770665a7984d:42295 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T10:20:22,223 DEBUG [RS:0;770665a7984d:42295 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 770665a7984d,42295,1731493220315 2024-11-13T10:20:22,223 DEBUG [RS:0;770665a7984d:42295 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '770665a7984d,42295,1731493220315' 2024-11-13T10:20:22,223 DEBUG [RS:0;770665a7984d:42295 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1131833745/online-snapshot/abort' 2024-11-13T10:20:22,224 DEBUG [RS:0;770665a7984d:42295 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1131833745/online-snapshot/acquired' 2024-11-13T10:20:22,224 DEBUG [RS:0;770665a7984d:42295 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T10:20:22,224 INFO [RS:0;770665a7984d:42295 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T10:20:22,224 INFO [RS:0;770665a7984d:42295 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T10:20:22,325 INFO [RS:0;770665a7984d:42295 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T10:20:22,326 INFO [RS:0;770665a7984d:42295 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=770665a7984d%2C42295%2C1731493220315, suffix=, logDir=hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/WALs/770665a7984d,42295,1731493220315, archiveDir=hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/oldWALs, maxLogs=10 2024-11-13T10:20:22,343 DEBUG [RS:0;770665a7984d:42295 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/WALs/770665a7984d,42295,1731493220315/770665a7984d%2C42295%2C1731493220315.1731493222327, exclude list is [], retry=0 2024-11-13T10:20:22,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37891,DS-1112a5e1-2942-4ce1-a7a5-9e9a9196ee98,DISK] 2024-11-13T10:20:22,351 INFO [RS:0;770665a7984d:42295 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/WALs/770665a7984d,42295,1731493220315/770665a7984d%2C42295%2C1731493220315.1731493222327 2024-11-13T10:20:22,351 DEBUG [RS:0;770665a7984d:42295 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35857:35857)] 2024-11-13T10:20:22,542 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T10:20:22,543 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec 2024-11-13T10:20:22,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37891 is added to blk_1073741833_1009 (size=32) 2024-11-13T10:20:22,951 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:20:22,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T10:20:22,953 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T10:20:22,953 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:22,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:20:22,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T10:20:22,954 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T10:20:22,955 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:22,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:20:22,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T10:20:22,956 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T10:20:22,956 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:22,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:20:22,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T10:20:22,957 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T10:20:22,957 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:22,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:20:22,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T10:20:22,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/data/hbase/meta/1588230740 2024-11-13T10:20:22,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/data/hbase/meta/1588230740 2024-11-13T10:20:22,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T10:20:22,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T10:20:22,960 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T10:20:22,961 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T10:20:22,962 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:20:22,963 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60540901, jitterRate=-0.09787027537822723}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T10:20:22,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731493222951Initializing all the Stores at 1731493222952 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493222952Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493222952Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493222952Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493222952Cleaning up temporary data from old regions at 1731493222959 (+7 ms)Region opened successfully at 1731493222963 (+4 ms) 2024-11-13T10:20:22,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T10:20:22,963 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T10:20:22,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T10:20:22,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T10:20:22,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T10:20:22,963 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T10:20:22,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731493222963Disabling compacts and flushes for region at 1731493222963Disabling writes for close at 1731493222963Writing region close event to WAL at 1731493222963Closed at 1731493222963 2024-11-13T10:20:22,965 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T10:20:22,965 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T10:20:22,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T10:20:22,966 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T10:20:22,966 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T10:20:23,117 DEBUG [770665a7984d:40431 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T10:20:23,117 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=770665a7984d,42295,1731493220315 2024-11-13T10:20:23,118 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 770665a7984d,42295,1731493220315, state=OPENING 2024-11-13T10:20:23,120 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T10:20:23,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42295-0x10110d799e70007, quorum=127.0.0.1:55964, baseZNode=/2-1131833745 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1131833745 2024-11-13T10:20:23,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40431-0x10110d799e70006, quorum=127.0.0.1:55964, baseZNode=/2-1131833745 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1131833745 2024-11-13T10:20:23,122 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T10:20:23,122 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1131833745/meta-region-server: CHANGED 2024-11-13T10:20:23,122 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1131833745/meta-region-server: CHANGED 2024-11-13T10:20:23,122 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=770665a7984d,42295,1731493220315}] 2024-11-13T10:20:23,274 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T10:20:23,275 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53385, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T10:20:23,278 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T10:20:23,278 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:20:23,278 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T10:20:23,279 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=770665a7984d%2C42295%2C1731493220315.meta, suffix=.meta, logDir=hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/WALs/770665a7984d,42295,1731493220315, archiveDir=hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/oldWALs, maxLogs=10 2024-11-13T10:20:23,298 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/WALs/770665a7984d,42295,1731493220315/770665a7984d%2C42295%2C1731493220315.meta.1731493223280.meta, exclude list is [], retry=0 2024-11-13T10:20:23,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37891,DS-1112a5e1-2942-4ce1-a7a5-9e9a9196ee98,DISK] 2024-11-13T10:20:23,302 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/WALs/770665a7984d,42295,1731493220315/770665a7984d%2C42295%2C1731493220315.meta.1731493223280.meta 2024-11-13T10:20:23,302 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35857:35857)] 2024-11-13T10:20:23,303 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:20:23,303 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T10:20:23,303 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T10:20:23,303 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T10:20:23,304 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T10:20:23,304 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T10:20:23,304 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:20:23,304 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T10:20:23,304 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T10:20:23,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T10:20:23,306 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T10:20:23,306 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:23,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:20:23,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T10:20:23,307 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T10:20:23,307 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:23,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:20:23,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T10:20:23,308 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T10:20:23,308 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:23,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:20:23,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T10:20:23,309 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T10:20:23,309 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:23,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:20:23,309 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T10:20:23,310 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/data/hbase/meta/1588230740 2024-11-13T10:20:23,311 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/data/hbase/meta/1588230740 2024-11-13T10:20:23,312 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T10:20:23,312 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T10:20:23,312 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T10:20:23,313 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T10:20:23,313 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69077987, jitterRate=0.02934221923351288}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T10:20:23,313 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T10:20:23,313 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731493223304Writing region info on filesystem at 1731493223304Initializing all the Stores at 1731493223305 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493223305Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493223305Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493223305Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493223305Cleaning up temporary data from old regions at 1731493223312 (+7 ms)Running coprocessor post-open hooks at 1731493223313 (+1 ms)Region opened successfully at 1731493223313 2024-11-13T10:20:23,314 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731493223274 2024-11-13T10:20:23,316 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T10:20:23,316 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T10:20:23,317 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=770665a7984d,42295,1731493220315 2024-11-13T10:20:23,317 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 770665a7984d,42295,1731493220315, state=OPEN 2024-11-13T10:20:23,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40431-0x10110d799e70006, quorum=127.0.0.1:55964, baseZNode=/2-1131833745 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1131833745/meta-region-server 2024-11-13T10:20:23,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42295-0x10110d799e70007, quorum=127.0.0.1:55964, baseZNode=/2-1131833745 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1131833745/meta-region-server 2024-11-13T10:20:23,319 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=770665a7984d,42295,1731493220315 2024-11-13T10:20:23,319 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1131833745/meta-region-server: CHANGED 2024-11-13T10:20:23,319 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1131833745/meta-region-server: CHANGED 2024-11-13T10:20:23,321 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T10:20:23,321 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=770665a7984d,42295,1731493220315 in 197 msec 2024-11-13T10:20:23,323 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T10:20:23,323 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 356 msec 2024-11-13T10:20:23,323 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T10:20:23,324 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T10:20:23,325 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:20:23,325 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,42295,1731493220315, seqNum=-1] 2024-11-13T10:20:23,325 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:20:23,326 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40871, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:20:23,331 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2080 sec 2024-11-13T10:20:23,331 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731493223331, completionTime=-1 2024-11-13T10:20:23,331 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T10:20:23,331 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T10:20:23,334 INFO [master/770665a7984d:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T10:20:23,334 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731493283334 2024-11-13T10:20:23,334 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731493343334 2024-11-13T10:20:23,334 INFO [master/770665a7984d:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T10:20:23,334 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,40431,1731493220267-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:23,334 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,40431,1731493220267-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:23,334 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,40431,1731493220267-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:23,334 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-770665a7984d:40431, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:23,334 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:23,334 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:23,336 DEBUG [master/770665a7984d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T10:20:23,339 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.973sec 2024-11-13T10:20:23,339 INFO [master/770665a7984d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T10:20:23,339 INFO [master/770665a7984d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T10:20:23,339 INFO [master/770665a7984d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T10:20:23,339 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T10:20:23,339 INFO [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T10:20:23,339 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,40431,1731493220267-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T10:20:23,339 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,40431,1731493220267-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T10:20:23,343 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T10:20:23,343 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T10:20:23,343 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,40431,1731493220267-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:23,350 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f1be842, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:20:23,350 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,40431,-1 for getting cluster id 2024-11-13T10:20:23,350 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:20:23,351 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e04d662d-18b2-4da1-b00b-e5bbed7ad0af' 2024-11-13T10:20:23,351 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:20:23,351 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e04d662d-18b2-4da1-b00b-e5bbed7ad0af" 2024-11-13T10:20:23,352 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22976aa3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:20:23,352 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,40431,-1] 2024-11-13T10:20:23,352 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:20:23,352 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:23,353 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:20:23,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3306c030, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:20:23,354 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:20:23,355 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,42295,1731493220315, seqNum=-1] 2024-11-13T10:20:23,355 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:20:23,356 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:20:23,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=770665a7984d,40431,1731493220267 2024-11-13T10:20:23,358 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:55964 2024-11-13T10:20:23,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:55964, baseZNode=/2-1131833745 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T10:20:23,362 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10110d799e70008 connected 2024-11-13T10:20:23,364 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:20:23,365 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,33407,1731493213118 2024-11-13T10:20:23,365 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6059d110 2024-11-13T10:20:23,365 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:20:23,366 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T10:20:23,366 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33407 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T10:20:23,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33407 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T10:20:23,369 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T10:20:23,369 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:23,369 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33407 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T10:20:23,369 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T10:20:23,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:20:23,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37187 is added to blk_1073741835_1011 (size=902) 2024-11-13T10:20:23,381 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4e2613501dbeb5f76310ce358cadebd1, NAME => 'test,,1731493223366.4e2613501dbeb5f76310ce358cadebd1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e 2024-11-13T10:20:23,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37187 is added to blk_1073741836_1012 (size=39) 2024-11-13T10:20:23,387 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731493223366.4e2613501dbeb5f76310ce358cadebd1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:20:23,387 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4e2613501dbeb5f76310ce358cadebd1, disabling compactions & flushes 2024-11-13T10:20:23,387 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731493223366.4e2613501dbeb5f76310ce358cadebd1. 2024-11-13T10:20:23,387 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731493223366.4e2613501dbeb5f76310ce358cadebd1. 2024-11-13T10:20:23,387 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731493223366.4e2613501dbeb5f76310ce358cadebd1. after waiting 0 ms 2024-11-13T10:20:23,387 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731493223366.4e2613501dbeb5f76310ce358cadebd1. 2024-11-13T10:20:23,387 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731493223366.4e2613501dbeb5f76310ce358cadebd1. 2024-11-13T10:20:23,388 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4e2613501dbeb5f76310ce358cadebd1: Waiting for close lock at 1731493223387Disabling compacts and flushes for region at 1731493223387Disabling writes for close at 1731493223387Writing region close event to WAL at 1731493223387Closed at 1731493223387 2024-11-13T10:20:23,388 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T10:20:23,389 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731493223366.4e2613501dbeb5f76310ce358cadebd1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731493223389"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731493223389"}]},"ts":"1731493223389"} 2024-11-13T10:20:23,390 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T10:20:23,391 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T10:20:23,391 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731493223391"}]},"ts":"1731493223391"} 2024-11-13T10:20:23,393 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T10:20:23,393 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4e2613501dbeb5f76310ce358cadebd1, ASSIGN}] 2024-11-13T10:20:23,394 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4e2613501dbeb5f76310ce358cadebd1, ASSIGN 2024-11-13T10:20:23,394 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4e2613501dbeb5f76310ce358cadebd1, ASSIGN; state=OFFLINE, location=770665a7984d,38919,1731493213178; forceNewPlan=false, retain=false 2024-11-13T10:20:23,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:20:23,545 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4e2613501dbeb5f76310ce358cadebd1, regionState=OPENING, regionLocation=770665a7984d,38919,1731493213178 2024-11-13T10:20:23,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4e2613501dbeb5f76310ce358cadebd1, ASSIGN because future has completed 2024-11-13T10:20:23,550 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4e2613501dbeb5f76310ce358cadebd1, server=770665a7984d,38919,1731493213178}] 2024-11-13T10:20:23,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:20:23,707 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731493223366.4e2613501dbeb5f76310ce358cadebd1. 2024-11-13T10:20:23,707 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4e2613501dbeb5f76310ce358cadebd1, NAME => 'test,,1731493223366.4e2613501dbeb5f76310ce358cadebd1.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:20:23,707 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T10:20:23,707 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T10:20:23,707 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4e2613501dbeb5f76310ce358cadebd1 2024-11-13T10:20:23,707 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731493223366.4e2613501dbeb5f76310ce358cadebd1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:20:23,708 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4e2613501dbeb5f76310ce358cadebd1 2024-11-13T10:20:23,708 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4e2613501dbeb5f76310ce358cadebd1 2024-11-13T10:20:23,709 INFO [StoreOpener-4e2613501dbeb5f76310ce358cadebd1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4e2613501dbeb5f76310ce358cadebd1 2024-11-13T10:20:23,710 INFO [StoreOpener-4e2613501dbeb5f76310ce358cadebd1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e2613501dbeb5f76310ce358cadebd1 columnFamilyName f 2024-11-13T10:20:23,710 DEBUG [StoreOpener-4e2613501dbeb5f76310ce358cadebd1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:23,711 INFO [StoreOpener-4e2613501dbeb5f76310ce358cadebd1-1 {}] regionserver.HStore(327): Store=4e2613501dbeb5f76310ce358cadebd1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:20:23,711 INFO [StoreOpener-4e2613501dbeb5f76310ce358cadebd1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4e2613501dbeb5f76310ce358cadebd1 2024-11-13T10:20:23,712 INFO [StoreOpener-4e2613501dbeb5f76310ce358cadebd1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e2613501dbeb5f76310ce358cadebd1 columnFamilyName f1 2024-11-13T10:20:23,712 DEBUG [StoreOpener-4e2613501dbeb5f76310ce358cadebd1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:23,713 INFO [StoreOpener-4e2613501dbeb5f76310ce358cadebd1-1 {}] regionserver.HStore(327): Store=4e2613501dbeb5f76310ce358cadebd1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:20:23,713 INFO [StoreOpener-4e2613501dbeb5f76310ce358cadebd1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4e2613501dbeb5f76310ce358cadebd1 2024-11-13T10:20:23,714 INFO [StoreOpener-4e2613501dbeb5f76310ce358cadebd1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e2613501dbeb5f76310ce358cadebd1 columnFamilyName norep 2024-11-13T10:20:23,714 DEBUG [StoreOpener-4e2613501dbeb5f76310ce358cadebd1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:23,715 INFO [StoreOpener-4e2613501dbeb5f76310ce358cadebd1-1 {}] regionserver.HStore(327): Store=4e2613501dbeb5f76310ce358cadebd1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:20:23,715 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4e2613501dbeb5f76310ce358cadebd1 2024-11-13T10:20:23,715 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/data/default/test/4e2613501dbeb5f76310ce358cadebd1 2024-11-13T10:20:23,716 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/data/default/test/4e2613501dbeb5f76310ce358cadebd1 2024-11-13T10:20:23,717 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4e2613501dbeb5f76310ce358cadebd1 2024-11-13T10:20:23,717 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4e2613501dbeb5f76310ce358cadebd1 2024-11-13T10:20:23,718 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T10:20:23,719 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4e2613501dbeb5f76310ce358cadebd1 2024-11-13T10:20:23,721 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/data/default/test/4e2613501dbeb5f76310ce358cadebd1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:20:23,722 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4e2613501dbeb5f76310ce358cadebd1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60307742, jitterRate=-0.10134461522102356}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T10:20:23,722 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4e2613501dbeb5f76310ce358cadebd1 2024-11-13T10:20:23,722 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4e2613501dbeb5f76310ce358cadebd1: Running coprocessor pre-open hook at 1731493223708Writing region info on filesystem at 1731493223708Initializing all the Stores at 1731493223708Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493223708Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493223709 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493223709Cleaning up temporary data from old regions at 1731493223717 (+8 ms)Running coprocessor post-open hooks at 1731493223722 (+5 ms)Region opened successfully at 1731493223722 2024-11-13T10:20:23,723 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731493223366.4e2613501dbeb5f76310ce358cadebd1., pid=6, masterSystemTime=1731493223702 2024-11-13T10:20:23,726 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731493223366.4e2613501dbeb5f76310ce358cadebd1. 2024-11-13T10:20:23,726 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731493223366.4e2613501dbeb5f76310ce358cadebd1. 2024-11-13T10:20:23,727 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4e2613501dbeb5f76310ce358cadebd1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=770665a7984d,38919,1731493213178 2024-11-13T10:20:23,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4e2613501dbeb5f76310ce358cadebd1, server=770665a7984d,38919,1731493213178 because future has completed 2024-11-13T10:20:23,733 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T10:20:23,733 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4e2613501dbeb5f76310ce358cadebd1, server=770665a7984d,38919,1731493213178 in 181 msec 2024-11-13T10:20:23,737 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T10:20:23,737 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4e2613501dbeb5f76310ce358cadebd1, ASSIGN in 340 msec 2024-11-13T10:20:23,738 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T10:20:23,738 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731493223738"}]},"ts":"1731493223738"} 2024-11-13T10:20:23,741 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T10:20:23,742 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T10:20:23,744 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 375 msec 2024-11-13T10:20:23,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:20:23,992 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T10:20:23,992 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:20:23,993 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,44401,1731493216746 2024-11-13T10:20:23,993 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2cff2a3a 2024-11-13T10:20:23,993 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:20:23,994 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T10:20:23,995 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44401 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T10:20:23,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44401 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T10:20:23,997 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T10:20:23,997 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:23,997 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44401 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T10:20:23,998 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T10:20:23,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:20:24,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32993 is added to blk_1073741835_1011 (size=902) 2024-11-13T10:20:24,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:20:24,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:20:24,405 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1905cd97d6994f7642c2c10cc0825b21, NAME => 'test,,1731493223995.1905cd97d6994f7642c2c10cc0825b21.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c 2024-11-13T10:20:24,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32993 is added to blk_1073741836_1012 (size=39) 2024-11-13T10:20:24,426 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731493223995.1905cd97d6994f7642c2c10cc0825b21.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:20:24,426 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1905cd97d6994f7642c2c10cc0825b21, disabling compactions & flushes 2024-11-13T10:20:24,426 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731493223995.1905cd97d6994f7642c2c10cc0825b21. 2024-11-13T10:20:24,426 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731493223995.1905cd97d6994f7642c2c10cc0825b21. 2024-11-13T10:20:24,426 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731493223995.1905cd97d6994f7642c2c10cc0825b21. after waiting 0 ms 2024-11-13T10:20:24,426 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731493223995.1905cd97d6994f7642c2c10cc0825b21. 2024-11-13T10:20:24,426 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731493223995.1905cd97d6994f7642c2c10cc0825b21. 2024-11-13T10:20:24,426 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1905cd97d6994f7642c2c10cc0825b21: Waiting for close lock at 1731493224426Disabling compacts and flushes for region at 1731493224426Disabling writes for close at 1731493224426Writing region close event to WAL at 1731493224426Closed at 1731493224426 2024-11-13T10:20:24,428 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T10:20:24,428 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731493223995.1905cd97d6994f7642c2c10cc0825b21.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731493224428"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731493224428"}]},"ts":"1731493224428"} 2024-11-13T10:20:24,430 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T10:20:24,431 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T10:20:24,431 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731493224431"}]},"ts":"1731493224431"} 2024-11-13T10:20:24,433 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T10:20:24,434 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1905cd97d6994f7642c2c10cc0825b21, ASSIGN}] 2024-11-13T10:20:24,435 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1905cd97d6994f7642c2c10cc0825b21, ASSIGN 2024-11-13T10:20:24,436 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1905cd97d6994f7642c2c10cc0825b21, ASSIGN; state=OFFLINE, location=770665a7984d,34705,1731493216811; forceNewPlan=false, retain=false 2024-11-13T10:20:24,586 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1905cd97d6994f7642c2c10cc0825b21, regionState=OPENING, regionLocation=770665a7984d,34705,1731493216811 2024-11-13T10:20:24,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1905cd97d6994f7642c2c10cc0825b21, ASSIGN because future has completed 2024-11-13T10:20:24,589 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1905cd97d6994f7642c2c10cc0825b21, server=770665a7984d,34705,1731493216811}] 2024-11-13T10:20:24,611 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T10:20:24,611 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T10:20:24,613 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T10:20:24,613 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-13T10:20:24,613 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T10:20:24,613 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-13T10:20:24,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:20:24,752 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731493223995.1905cd97d6994f7642c2c10cc0825b21. 2024-11-13T10:20:24,752 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1905cd97d6994f7642c2c10cc0825b21, NAME => 'test,,1731493223995.1905cd97d6994f7642c2c10cc0825b21.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:20:24,753 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T10:20:24,753 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T10:20:24,753 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1905cd97d6994f7642c2c10cc0825b21 2024-11-13T10:20:24,753 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731493223995.1905cd97d6994f7642c2c10cc0825b21.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:20:24,753 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1905cd97d6994f7642c2c10cc0825b21 2024-11-13T10:20:24,753 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1905cd97d6994f7642c2c10cc0825b21 2024-11-13T10:20:24,756 INFO [StoreOpener-1905cd97d6994f7642c2c10cc0825b21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1905cd97d6994f7642c2c10cc0825b21 2024-11-13T10:20:24,758 INFO [StoreOpener-1905cd97d6994f7642c2c10cc0825b21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1905cd97d6994f7642c2c10cc0825b21 columnFamilyName f 2024-11-13T10:20:24,758 DEBUG [StoreOpener-1905cd97d6994f7642c2c10cc0825b21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:24,758 INFO [StoreOpener-1905cd97d6994f7642c2c10cc0825b21-1 {}] regionserver.HStore(327): Store=1905cd97d6994f7642c2c10cc0825b21/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:20:24,758 INFO [StoreOpener-1905cd97d6994f7642c2c10cc0825b21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1905cd97d6994f7642c2c10cc0825b21 2024-11-13T10:20:24,759 INFO [StoreOpener-1905cd97d6994f7642c2c10cc0825b21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1905cd97d6994f7642c2c10cc0825b21 columnFamilyName f1 2024-11-13T10:20:24,759 DEBUG [StoreOpener-1905cd97d6994f7642c2c10cc0825b21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:24,760 INFO [StoreOpener-1905cd97d6994f7642c2c10cc0825b21-1 {}] regionserver.HStore(327): Store=1905cd97d6994f7642c2c10cc0825b21/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:20:24,760 INFO [StoreOpener-1905cd97d6994f7642c2c10cc0825b21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1905cd97d6994f7642c2c10cc0825b21 2024-11-13T10:20:24,761 INFO [StoreOpener-1905cd97d6994f7642c2c10cc0825b21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1905cd97d6994f7642c2c10cc0825b21 columnFamilyName norep 2024-11-13T10:20:24,761 DEBUG [StoreOpener-1905cd97d6994f7642c2c10cc0825b21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:24,761 INFO [StoreOpener-1905cd97d6994f7642c2c10cc0825b21-1 {}] regionserver.HStore(327): Store=1905cd97d6994f7642c2c10cc0825b21/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:20:24,761 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1905cd97d6994f7642c2c10cc0825b21 2024-11-13T10:20:24,762 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/data/default/test/1905cd97d6994f7642c2c10cc0825b21 2024-11-13T10:20:24,762 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/data/default/test/1905cd97d6994f7642c2c10cc0825b21 2024-11-13T10:20:24,763 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1905cd97d6994f7642c2c10cc0825b21 2024-11-13T10:20:24,763 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1905cd97d6994f7642c2c10cc0825b21 2024-11-13T10:20:24,763 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T10:20:24,764 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1905cd97d6994f7642c2c10cc0825b21 2024-11-13T10:20:24,768 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/data/default/test/1905cd97d6994f7642c2c10cc0825b21/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:20:24,768 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1905cd97d6994f7642c2c10cc0825b21; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61126537, jitterRate=-0.08914361894130707}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T10:20:24,768 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1905cd97d6994f7642c2c10cc0825b21 2024-11-13T10:20:24,768 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1905cd97d6994f7642c2c10cc0825b21: Running coprocessor pre-open hook at 1731493224753Writing region info on filesystem at 1731493224753Initializing all the Stores at 1731493224754 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493224754Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493224756 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493224756Cleaning up temporary data from old regions at 1731493224763 (+7 ms)Running coprocessor post-open hooks at 1731493224768 (+5 ms)Region opened successfully at 1731493224768 2024-11-13T10:20:24,769 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731493223995.1905cd97d6994f7642c2c10cc0825b21., pid=6, masterSystemTime=1731493224741 2024-11-13T10:20:24,771 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731493223995.1905cd97d6994f7642c2c10cc0825b21. 2024-11-13T10:20:24,771 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731493223995.1905cd97d6994f7642c2c10cc0825b21. 2024-11-13T10:20:24,771 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1905cd97d6994f7642c2c10cc0825b21, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=770665a7984d,34705,1731493216811 2024-11-13T10:20:24,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1905cd97d6994f7642c2c10cc0825b21, server=770665a7984d,34705,1731493216811 because future has completed 2024-11-13T10:20:24,778 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T10:20:24,778 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1905cd97d6994f7642c2c10cc0825b21, server=770665a7984d,34705,1731493216811 in 188 msec 2024-11-13T10:20:24,781 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T10:20:24,781 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1905cd97d6994f7642c2c10cc0825b21, ASSIGN in 344 msec 2024-11-13T10:20:24,782 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T10:20:24,782 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731493224782"}]},"ts":"1731493224782"} 2024-11-13T10:20:24,785 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T10:20:24,786 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T10:20:24,787 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 791 msec 2024-11-13T10:20:25,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:20:25,133 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T10:20:25,133 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:20:25,134 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,40431,1731493220267 2024-11-13T10:20:25,134 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61b8bfde 2024-11-13T10:20:25,134 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:20:25,135 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T10:20:25,135 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40431 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T10:20:25,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40431 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T10:20:25,137 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T10:20:25,138 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:25,138 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40431 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T10:20:25,139 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T10:20:25,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:20:25,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37891 is added to blk_1073741835_1011 (size=902) 2024-11-13T10:20:25,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:20:25,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:20:25,546 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a385f99df2faa6e7971dae6a6d38660c, NAME => 'test,,1731493225135.a385f99df2faa6e7971dae6a6d38660c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec 2024-11-13T10:20:25,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37891 is added to blk_1073741836_1012 (size=39) 2024-11-13T10:20:25,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:20:25,952 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731493225135.a385f99df2faa6e7971dae6a6d38660c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:20:25,952 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a385f99df2faa6e7971dae6a6d38660c, disabling compactions & flushes 2024-11-13T10:20:25,952 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731493225135.a385f99df2faa6e7971dae6a6d38660c. 2024-11-13T10:20:25,952 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731493225135.a385f99df2faa6e7971dae6a6d38660c. 2024-11-13T10:20:25,952 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731493225135.a385f99df2faa6e7971dae6a6d38660c. after waiting 0 ms 2024-11-13T10:20:25,952 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731493225135.a385f99df2faa6e7971dae6a6d38660c. 2024-11-13T10:20:25,952 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731493225135.a385f99df2faa6e7971dae6a6d38660c. 2024-11-13T10:20:25,952 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a385f99df2faa6e7971dae6a6d38660c: Waiting for close lock at 1731493225952Disabling compacts and flushes for region at 1731493225952Disabling writes for close at 1731493225952Writing region close event to WAL at 1731493225952Closed at 1731493225952 2024-11-13T10:20:25,953 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T10:20:25,954 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731493225135.a385f99df2faa6e7971dae6a6d38660c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731493225953"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731493225953"}]},"ts":"1731493225953"} 2024-11-13T10:20:25,956 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T10:20:25,957 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T10:20:25,957 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731493225957"}]},"ts":"1731493225957"} 2024-11-13T10:20:25,959 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T10:20:25,959 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a385f99df2faa6e7971dae6a6d38660c, ASSIGN}] 2024-11-13T10:20:25,961 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a385f99df2faa6e7971dae6a6d38660c, ASSIGN 2024-11-13T10:20:25,961 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a385f99df2faa6e7971dae6a6d38660c, ASSIGN; state=OFFLINE, location=770665a7984d,42295,1731493220315; forceNewPlan=false, retain=false 2024-11-13T10:20:26,112 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a385f99df2faa6e7971dae6a6d38660c, regionState=OPENING, regionLocation=770665a7984d,42295,1731493220315 2024-11-13T10:20:26,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a385f99df2faa6e7971dae6a6d38660c, ASSIGN because future has completed 2024-11-13T10:20:26,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a385f99df2faa6e7971dae6a6d38660c, server=770665a7984d,42295,1731493220315}] 2024-11-13T10:20:26,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:20:26,273 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731493225135.a385f99df2faa6e7971dae6a6d38660c. 2024-11-13T10:20:26,273 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a385f99df2faa6e7971dae6a6d38660c, NAME => 'test,,1731493225135.a385f99df2faa6e7971dae6a6d38660c.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:20:26,273 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T10:20:26,273 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T10:20:26,273 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a385f99df2faa6e7971dae6a6d38660c 2024-11-13T10:20:26,273 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731493225135.a385f99df2faa6e7971dae6a6d38660c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:20:26,274 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a385f99df2faa6e7971dae6a6d38660c 2024-11-13T10:20:26,274 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a385f99df2faa6e7971dae6a6d38660c 2024-11-13T10:20:26,275 INFO [StoreOpener-a385f99df2faa6e7971dae6a6d38660c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a385f99df2faa6e7971dae6a6d38660c 2024-11-13T10:20:26,276 INFO [StoreOpener-a385f99df2faa6e7971dae6a6d38660c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a385f99df2faa6e7971dae6a6d38660c columnFamilyName f 2024-11-13T10:20:26,276 DEBUG [StoreOpener-a385f99df2faa6e7971dae6a6d38660c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:26,277 INFO [StoreOpener-a385f99df2faa6e7971dae6a6d38660c-1 {}] regionserver.HStore(327): Store=a385f99df2faa6e7971dae6a6d38660c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:20:26,277 INFO [StoreOpener-a385f99df2faa6e7971dae6a6d38660c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a385f99df2faa6e7971dae6a6d38660c 2024-11-13T10:20:26,278 INFO [StoreOpener-a385f99df2faa6e7971dae6a6d38660c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a385f99df2faa6e7971dae6a6d38660c columnFamilyName f1 2024-11-13T10:20:26,278 DEBUG [StoreOpener-a385f99df2faa6e7971dae6a6d38660c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:26,278 INFO [StoreOpener-a385f99df2faa6e7971dae6a6d38660c-1 {}] regionserver.HStore(327): Store=a385f99df2faa6e7971dae6a6d38660c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:20:26,278 INFO [StoreOpener-a385f99df2faa6e7971dae6a6d38660c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a385f99df2faa6e7971dae6a6d38660c 2024-11-13T10:20:26,279 INFO [StoreOpener-a385f99df2faa6e7971dae6a6d38660c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a385f99df2faa6e7971dae6a6d38660c columnFamilyName norep 2024-11-13T10:20:26,279 DEBUG [StoreOpener-a385f99df2faa6e7971dae6a6d38660c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:26,280 INFO [StoreOpener-a385f99df2faa6e7971dae6a6d38660c-1 {}] regionserver.HStore(327): Store=a385f99df2faa6e7971dae6a6d38660c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:20:26,280 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a385f99df2faa6e7971dae6a6d38660c 2024-11-13T10:20:26,280 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/data/default/test/a385f99df2faa6e7971dae6a6d38660c 2024-11-13T10:20:26,281 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/data/default/test/a385f99df2faa6e7971dae6a6d38660c 2024-11-13T10:20:26,282 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a385f99df2faa6e7971dae6a6d38660c 2024-11-13T10:20:26,282 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a385f99df2faa6e7971dae6a6d38660c 2024-11-13T10:20:26,284 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T10:20:26,285 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a385f99df2faa6e7971dae6a6d38660c 2024-11-13T10:20:26,289 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/data/default/test/a385f99df2faa6e7971dae6a6d38660c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:20:26,290 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a385f99df2faa6e7971dae6a6d38660c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70492787, jitterRate=0.05042438209056854}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T10:20:26,290 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a385f99df2faa6e7971dae6a6d38660c 2024-11-13T10:20:26,290 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a385f99df2faa6e7971dae6a6d38660c: Running coprocessor pre-open hook at 1731493226274Writing region info on filesystem at 1731493226274Initializing all the Stores at 1731493226274Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493226274Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493226275 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493226275Cleaning up temporary data from old regions at 1731493226282 (+7 ms)Running coprocessor post-open hooks at 1731493226290 (+8 ms)Region opened successfully at 1731493226290 2024-11-13T10:20:26,291 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731493225135.a385f99df2faa6e7971dae6a6d38660c., pid=6, masterSystemTime=1731493226268 2024-11-13T10:20:26,293 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731493225135.a385f99df2faa6e7971dae6a6d38660c. 2024-11-13T10:20:26,294 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731493225135.a385f99df2faa6e7971dae6a6d38660c. 2024-11-13T10:20:26,294 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a385f99df2faa6e7971dae6a6d38660c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=770665a7984d,42295,1731493220315 2024-11-13T10:20:26,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a385f99df2faa6e7971dae6a6d38660c, server=770665a7984d,42295,1731493220315 because future has completed 2024-11-13T10:20:26,300 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T10:20:26,300 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a385f99df2faa6e7971dae6a6d38660c, server=770665a7984d,42295,1731493220315 in 182 msec 2024-11-13T10:20:26,303 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T10:20:26,303 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a385f99df2faa6e7971dae6a6d38660c, ASSIGN in 341 msec 2024-11-13T10:20:26,304 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T10:20:26,304 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731493226304"}]},"ts":"1731493226304"} 2024-11-13T10:20:26,306 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T10:20:26,306 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T10:20:26,309 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1710 sec 2024-11-13T10:20:26,803 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T10:20:27,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:20:27,292 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T10:20:27,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50919fa0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:20:27,293 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,33407,-1 for getting cluster id 2024-11-13T10:20:27,293 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:20:27,294 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65c99a16-423b-4f79-a88e-4f72d8931657' 2024-11-13T10:20:27,294 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:20:27,294 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65c99a16-423b-4f79-a88e-4f72d8931657" 2024-11-13T10:20:27,295 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e7629d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:20:27,295 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,33407,-1] 2024-11-13T10:20:27,295 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:20:27,295 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:27,296 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:20:27,296 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46de8b97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:20:27,297 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:20:27,297 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,33407,1731493213118 2024-11-13T10:20:27,297 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42018b70 2024-11-13T10:20:27,298 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:20:27,298 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T10:20:27,299 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33407 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://770665a7984d:44401,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T10:20:27,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33407 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T10:20:27,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T10:20:27,301 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='770665a7984d:44401' 2024-11-13T10:20:27,303 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b3aea84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:20:27,303 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,44401,-1 for getting cluster id 2024-11-13T10:20:27,303 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:20:27,303 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bad6dc95-faf5-4045-9012-623834758242' 2024-11-13T10:20:27,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:20:27,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bad6dc95-faf5-4045-9012-623834758242" 2024-11-13T10:20:27,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63646c1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:20:27,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,44401,-1] 2024-11-13T10:20:27,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:20:27,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:27,305 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:20:27,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65af732f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:20:27,305 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:20:27,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,44401,1731493216746 2024-11-13T10:20:27,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7dacc7c7 2024-11-13T10:20:27,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:20:27,307 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T10:20:27,308 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-13T10:20:27,308 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T10:20:27,308 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:27,309 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:20:27,309 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:27,309 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T10:20:27,311 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T10:20:27,312 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T10:20:27,312 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:27,313 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T10:20:27,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37187 is added to blk_1073741837_1013 (size=1138) 2024-11-13T10:20:27,361 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T10:20:27,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T10:20:27,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T10:20:27,721 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fdadfc58ccf6e950b739d024048f375b, NAME => 'hbase:replication,,1731493227309.fdadfc58ccf6e950b739d024048f375b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e 2024-11-13T10:20:27,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37187 is added to blk_1073741838_1014 (size=44) 2024-11-13T10:20:27,726 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731493227309.fdadfc58ccf6e950b739d024048f375b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:20:27,726 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing fdadfc58ccf6e950b739d024048f375b, disabling compactions & flushes 2024-11-13T10:20:27,726 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731493227309.fdadfc58ccf6e950b739d024048f375b. 2024-11-13T10:20:27,726 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731493227309.fdadfc58ccf6e950b739d024048f375b. 2024-11-13T10:20:27,726 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731493227309.fdadfc58ccf6e950b739d024048f375b. after waiting 0 ms 2024-11-13T10:20:27,726 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731493227309.fdadfc58ccf6e950b739d024048f375b. 2024-11-13T10:20:27,726 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731493227309.fdadfc58ccf6e950b739d024048f375b. 2024-11-13T10:20:27,727 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for fdadfc58ccf6e950b739d024048f375b: Waiting for close lock at 1731493227726Disabling compacts and flushes for region at 1731493227726Disabling writes for close at 1731493227726Writing region close event to WAL at 1731493227726Closed at 1731493227726 2024-11-13T10:20:27,728 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T10:20:27,728 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731493227309.fdadfc58ccf6e950b739d024048f375b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731493227728"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731493227728"}]},"ts":"1731493227728"} 2024-11-13T10:20:27,730 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T10:20:27,731 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T10:20:27,731 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731493227731"}]},"ts":"1731493227731"} 2024-11-13T10:20:27,733 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T10:20:27,733 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fdadfc58ccf6e950b739d024048f375b, ASSIGN}] 2024-11-13T10:20:27,736 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fdadfc58ccf6e950b739d024048f375b, ASSIGN 2024-11-13T10:20:27,738 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fdadfc58ccf6e950b739d024048f375b, ASSIGN; state=OFFLINE, location=770665a7984d,38919,1731493213178; forceNewPlan=false, retain=false 2024-11-13T10:20:27,889 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fdadfc58ccf6e950b739d024048f375b, regionState=OPENING, regionLocation=770665a7984d,38919,1731493213178 2024-11-13T10:20:27,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fdadfc58ccf6e950b739d024048f375b, ASSIGN because future has completed 2024-11-13T10:20:27,892 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fdadfc58ccf6e950b739d024048f375b, server=770665a7984d,38919,1731493213178}] 2024-11-13T10:20:27,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T10:20:28,047 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731493227309.fdadfc58ccf6e950b739d024048f375b. 2024-11-13T10:20:28,047 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:20:28,048 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T10:20:28,049 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=770665a7984d%2C38919%2C1731493213178.rep, suffix=, logDir=hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/WALs/770665a7984d,38919,1731493213178, archiveDir=hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/oldWALs, maxLogs=10 2024-11-13T10:20:28,064 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/WALs/770665a7984d,38919,1731493213178/770665a7984d%2C38919%2C1731493213178.rep.1731493228049, exclude list is [], retry=0 2024-11-13T10:20:28,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37187,DS-8ae033b1-0ecb-4ce1-82e9-4832d84838d7,DISK] 2024-11-13T10:20:28,067 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/WALs/770665a7984d,38919,1731493213178/770665a7984d%2C38919%2C1731493213178.rep.1731493228049 2024-11-13T10:20:28,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40935:40935)] 2024-11-13T10:20:28,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => fdadfc58ccf6e950b739d024048f375b, NAME => 'hbase:replication,,1731493227309.fdadfc58ccf6e950b739d024048f375b.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:20:28,068 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T10:20:28,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T10:20:28,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731493227309.fdadfc58ccf6e950b739d024048f375b. service=MultiRowMutationService 2024-11-13T10:20:28,068 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T10:20:28,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication fdadfc58ccf6e950b739d024048f375b 2024-11-13T10:20:28,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731493227309.fdadfc58ccf6e950b739d024048f375b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:20:28,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for fdadfc58ccf6e950b739d024048f375b 2024-11-13T10:20:28,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for fdadfc58ccf6e950b739d024048f375b 2024-11-13T10:20:28,070 INFO [StoreOpener-fdadfc58ccf6e950b739d024048f375b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region fdadfc58ccf6e950b739d024048f375b 2024-11-13T10:20:28,071 INFO [StoreOpener-fdadfc58ccf6e950b739d024048f375b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fdadfc58ccf6e950b739d024048f375b columnFamilyName hfileref 2024-11-13T10:20:28,071 DEBUG [StoreOpener-fdadfc58ccf6e950b739d024048f375b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:28,072 INFO [StoreOpener-fdadfc58ccf6e950b739d024048f375b-1 {}] regionserver.HStore(327): Store=fdadfc58ccf6e950b739d024048f375b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:20:28,072 INFO [StoreOpener-fdadfc58ccf6e950b739d024048f375b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region fdadfc58ccf6e950b739d024048f375b 2024-11-13T10:20:28,073 INFO [StoreOpener-fdadfc58ccf6e950b739d024048f375b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fdadfc58ccf6e950b739d024048f375b columnFamilyName queue 2024-11-13T10:20:28,073 DEBUG [StoreOpener-fdadfc58ccf6e950b739d024048f375b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:28,073 INFO [StoreOpener-fdadfc58ccf6e950b739d024048f375b-1 {}] regionserver.HStore(327): Store=fdadfc58ccf6e950b739d024048f375b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:20:28,073 INFO [StoreOpener-fdadfc58ccf6e950b739d024048f375b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region fdadfc58ccf6e950b739d024048f375b 2024-11-13T10:20:28,074 INFO [StoreOpener-fdadfc58ccf6e950b739d024048f375b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fdadfc58ccf6e950b739d024048f375b columnFamilyName sid 2024-11-13T10:20:28,074 DEBUG [StoreOpener-fdadfc58ccf6e950b739d024048f375b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:28,074 INFO [StoreOpener-fdadfc58ccf6e950b739d024048f375b-1 {}] regionserver.HStore(327): Store=fdadfc58ccf6e950b739d024048f375b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:20:28,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for fdadfc58ccf6e950b739d024048f375b 2024-11-13T10:20:28,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/data/hbase/replication/fdadfc58ccf6e950b739d024048f375b 2024-11-13T10:20:28,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/data/hbase/replication/fdadfc58ccf6e950b739d024048f375b 2024-11-13T10:20:28,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for fdadfc58ccf6e950b739d024048f375b 2024-11-13T10:20:28,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for fdadfc58ccf6e950b739d024048f375b 2024-11-13T10:20:28,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T10:20:28,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for fdadfc58ccf6e950b739d024048f375b 2024-11-13T10:20:28,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/data/hbase/replication/fdadfc58ccf6e950b739d024048f375b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:20:28,080 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened fdadfc58ccf6e950b739d024048f375b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75046782, jitterRate=0.1182841956615448}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T10:20:28,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fdadfc58ccf6e950b739d024048f375b 2024-11-13T10:20:28,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for fdadfc58ccf6e950b739d024048f375b: Running coprocessor pre-open hook at 1731493228069Writing region info on filesystem at 1731493228069Initializing all the Stores at 1731493228069Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493228069Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493228070 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493228070Cleaning up temporary data from old regions at 1731493228077 (+7 ms)Running coprocessor post-open hooks at 1731493228080 (+3 ms)Region opened successfully at 1731493228080 2024-11-13T10:20:28,081 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731493227309.fdadfc58ccf6e950b739d024048f375b., pid=10, masterSystemTime=1731493228044 2024-11-13T10:20:28,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731493227309.fdadfc58ccf6e950b739d024048f375b. 2024-11-13T10:20:28,083 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731493227309.fdadfc58ccf6e950b739d024048f375b. 2024-11-13T10:20:28,084 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fdadfc58ccf6e950b739d024048f375b, regionState=OPEN, openSeqNum=2, regionLocation=770665a7984d,38919,1731493213178 2024-11-13T10:20:28,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fdadfc58ccf6e950b739d024048f375b, server=770665a7984d,38919,1731493213178 because future has completed 2024-11-13T10:20:28,089 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T10:20:28,089 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure fdadfc58ccf6e950b739d024048f375b, server=770665a7984d,38919,1731493213178 in 195 msec 2024-11-13T10:20:28,090 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T10:20:28,091 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fdadfc58ccf6e950b739d024048f375b, ASSIGN in 356 msec 2024-11-13T10:20:28,091 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T10:20:28,092 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731493228091"}]},"ts":"1731493228091"} 2024-11-13T10:20:28,093 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T10:20:28,094 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T10:20:28,095 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 785 msec 2024-11-13T10:20:28,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731493227309.fdadfc58ccf6e950b739d024048f375b., hostname=770665a7984d,38919,1731493213178, seqNum=2] 2024-11-13T10:20:28,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38919-0x10110d799e70001, quorum=127.0.0.1:55964, baseZNode=/0-620682504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-620682504 2024-11-13T10:20:28,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33407-0x10110d799e70000, quorum=127.0.0.1:55964, baseZNode=/0-620682504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-620682504 2024-11-13T10:20:28,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T10:20:28,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38919 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T10:20:28,280 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T10:20:28,309 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-770665a7984d,38919,1731493213178, ReplicationSource: 1, currentBandwidth=0 2024-11-13T10:20:28,309 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:20:28,310 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,38919,1731493213178, seqNum=-1] 2024-11-13T10:20:28,310 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:20:28,311 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46807, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-13T10:20:28,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-770665a7984d,38919,1731493213178', locateType=CURRENT is [region=hbase:replication,,1731493227309.fdadfc58ccf6e950b739d024048f375b., hostname=770665a7984d,38919,1731493213178, seqNum=2] 2024-11-13T10:20:28,320 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T10:20:28,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33407 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T10:20:28,323 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 770665a7984d,38919,1731493213178 suceeded 2024-11-13T10:20:28,326 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T10:20:28,326 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 196 msec 2024-11-13T10:20:28,326 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://770665a7984d:44401,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T10:20:28,328 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0270 sec 2024-11-13T10:20:28,337 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='770665a7984d:44401' 2024-11-13T10:20:28,340 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5919a500, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:20:28,341 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178 {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,44401,-1 for getting cluster id 2024-11-13T10:20:28,341 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:20:28,347 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bad6dc95-faf5-4045-9012-623834758242' 2024-11-13T10:20:28,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:20:28,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bad6dc95-faf5-4045-9012-623834758242" 2024-11-13T10:20:28,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5dd0acf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:20:28,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,44401,-1] 2024-11-13T10:20:28,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:20:28,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:28,350 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:20:28,352 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@66c339d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:20:28,352 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:20:28,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,44401,1731493216746 2024-11-13T10:20:28,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63510ba 2024-11-13T10:20:28,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:20:28,354 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-13T10:20:28,355 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-770665a7984d,38919,1731493213178 (queues=1) is replicating from cluster=65c99a16-423b-4f79-a88e-4f72d8931657 to cluster=bad6dc95-faf5-4045-9012-623834758242 2024-11-13T10:20:28,355 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=770665a7984d%2C38919%2C1731493213178 2024-11-13T10:20:28,355 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-770665a7984d,38919,1731493213178, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T10:20:28,356 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178.replicationSource.wal-reader.770665a7984d%2C38919%2C1731493213178,1-770665a7984d,38919,1731493213178 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/WALs/770665a7984d,38919,1731493213178/770665a7984d%2C38919%2C1731493213178.1731493214959, startPosition=0, beingWritten=true 2024-11-13T10:20:28,356 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178.replicationSource.shipper770665a7984d%2C38919%2C1731493213178,1-770665a7984d,38919,1731493213178 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 770665a7984d%2C38919%2C1731493213178 2024-11-13T10:20:28,365 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178.replicationSource.wal-reader.770665a7984d%2C38919%2C1731493213178,1-770665a7984d,38919,1731493213178 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T10:20:28,365 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178.replicationSource.wal-reader.770665a7984d%2C38919%2C1731493213178,1-770665a7984d,38919,1731493213178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/WALs/770665a7984d,38919,1731493213178/770665a7984d%2C38919%2C1731493213178.1731493214959 to pos 379, reset compression=false 2024-11-13T10:20:28,365 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178.replicationSource.shipper770665a7984d%2C38919%2C1731493213178,1-770665a7984d,38919,1731493213178 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-770665a7984d,38919,1731493213178 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/WALs/770665a7984d,38919,1731493213178/770665a7984d%2C38919%2C1731493213178.1731493214959, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T10:20:28,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T10:20:28,453 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T10:20:28,454 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T10:20:28,454 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:20:28,454 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:28,454 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:28,454 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:20:28,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@477e005f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:20:28,461 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,44401,-1 for getting cluster id 2024-11-13T10:20:28,461 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:20:28,462 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bad6dc95-faf5-4045-9012-623834758242' 2024-11-13T10:20:28,462 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:20:28,462 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bad6dc95-faf5-4045-9012-623834758242" 2024-11-13T10:20:28,463 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ad7c75f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:20:28,463 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,44401,-1] 2024-11-13T10:20:28,463 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:20:28,463 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:28,464 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:20:28,465 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dc15bff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:20:28,465 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:20:28,467 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,44401,1731493216746 2024-11-13T10:20:28,467 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@763a4ba3 2024-11-13T10:20:28,467 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:20:28,469 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T10:20:28,469 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44401 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://770665a7984d:40431,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T10:20:28,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44401 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T10:20:28,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T10:20:28,473 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='770665a7984d:40431' 2024-11-13T10:20:28,480 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ae686b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:20:28,480 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,40431,-1 for getting cluster id 2024-11-13T10:20:28,480 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:20:28,481 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e04d662d-18b2-4da1-b00b-e5bbed7ad0af' 2024-11-13T10:20:28,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:20:28,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e04d662d-18b2-4da1-b00b-e5bbed7ad0af" 2024-11-13T10:20:28,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@379eb4cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:20:28,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,40431,-1] 2024-11-13T10:20:28,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:20:28,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:28,483 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:20:28,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@395e9404, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:20:28,484 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:20:28,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,40431,1731493220267 2024-11-13T10:20:28,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@387a0272 2024-11-13T10:20:28,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:20:28,486 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T10:20:28,487 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-13T10:20:28,487 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T10:20:28,487 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:28,487 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:20:28,487 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:28,488 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T10:20:28,490 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T10:20:28,491 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T10:20:28,491 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:28,492 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T10:20:28,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32993 is added to blk_1073741837_1013 (size=1138) 2024-11-13T10:20:28,509 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ef7488e7e36e9fea218e1fa4f9aca130, NAME => 'hbase:replication,,1731493228488.ef7488e7e36e9fea218e1fa4f9aca130.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c 2024-11-13T10:20:28,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32993 is added to blk_1073741838_1014 (size=44) 2024-11-13T10:20:28,530 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731493228488.ef7488e7e36e9fea218e1fa4f9aca130.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:20:28,531 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ef7488e7e36e9fea218e1fa4f9aca130, disabling compactions & flushes 2024-11-13T10:20:28,531 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731493228488.ef7488e7e36e9fea218e1fa4f9aca130. 2024-11-13T10:20:28,531 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731493228488.ef7488e7e36e9fea218e1fa4f9aca130. 2024-11-13T10:20:28,531 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731493228488.ef7488e7e36e9fea218e1fa4f9aca130. after waiting 0 ms 2024-11-13T10:20:28,531 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731493228488.ef7488e7e36e9fea218e1fa4f9aca130. 2024-11-13T10:20:28,531 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731493228488.ef7488e7e36e9fea218e1fa4f9aca130. 2024-11-13T10:20:28,531 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ef7488e7e36e9fea218e1fa4f9aca130: Waiting for close lock at 1731493228530Disabling compacts and flushes for region at 1731493228530Disabling writes for close at 1731493228531 (+1 ms)Writing region close event to WAL at 1731493228531Closed at 1731493228531 2024-11-13T10:20:28,532 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T10:20:28,533 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731493228488.ef7488e7e36e9fea218e1fa4f9aca130.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731493228532"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731493228532"}]},"ts":"1731493228532"} 2024-11-13T10:20:28,535 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T10:20:28,536 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T10:20:28,536 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731493228536"}]},"ts":"1731493228536"} 2024-11-13T10:20:28,538 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T10:20:28,538 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ef7488e7e36e9fea218e1fa4f9aca130, ASSIGN}] 2024-11-13T10:20:28,540 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ef7488e7e36e9fea218e1fa4f9aca130, ASSIGN 2024-11-13T10:20:28,540 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T10:20:28,541 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ef7488e7e36e9fea218e1fa4f9aca130, ASSIGN; state=OFFLINE, location=770665a7984d,34705,1731493216811; forceNewPlan=false, retain=false 2024-11-13T10:20:28,578 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178.replicationSource.wal-reader.770665a7984d%2C38919%2C1731493213178,1-770665a7984d,38919,1731493213178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/WALs/770665a7984d,38919,1731493213178/770665a7984d%2C38919%2C1731493213178.1731493214959 to pos 379, reset compression=false 2024-11-13T10:20:28,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T10:20:28,692 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ef7488e7e36e9fea218e1fa4f9aca130, regionState=OPENING, regionLocation=770665a7984d,34705,1731493216811 2024-11-13T10:20:28,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ef7488e7e36e9fea218e1fa4f9aca130, ASSIGN because future has completed 2024-11-13T10:20:28,697 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ef7488e7e36e9fea218e1fa4f9aca130, server=770665a7984d,34705,1731493216811}] 2024-11-13T10:20:28,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T10:20:28,806 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T10:20:28,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:28,808 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:28,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:28,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:28,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:28,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:28,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:28,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:28,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:28,869 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731493228488.ef7488e7e36e9fea218e1fa4f9aca130. 2024-11-13T10:20:28,869 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:20:28,869 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T10:20:28,871 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=770665a7984d%2C34705%2C1731493216811.rep, suffix=, logDir=hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/WALs/770665a7984d,34705,1731493216811, archiveDir=hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/oldWALs, maxLogs=10 2024-11-13T10:20:28,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:28,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:28,883 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178.replicationSource.wal-reader.770665a7984d%2C38919%2C1731493213178,1-770665a7984d,38919,1731493213178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/WALs/770665a7984d,38919,1731493213178/770665a7984d%2C38919%2C1731493213178.1731493214959 to pos 379, reset compression=false 2024-11-13T10:20:28,887 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/WALs/770665a7984d,34705,1731493216811/770665a7984d%2C34705%2C1731493216811.rep.1731493228871, exclude list is [], retry=0 2024-11-13T10:20:28,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32993,DS-cafd9714-3102-4713-883a-0ddc8deacc48,DISK] 2024-11-13T10:20:28,898 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/WALs/770665a7984d,34705,1731493216811/770665a7984d%2C34705%2C1731493216811.rep.1731493228871 2024-11-13T10:20:28,898 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43187:43187)] 2024-11-13T10:20:28,898 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ef7488e7e36e9fea218e1fa4f9aca130, NAME => 'hbase:replication,,1731493228488.ef7488e7e36e9fea218e1fa4f9aca130.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:20:28,899 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T10:20:28,899 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T10:20:28,899 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731493228488.ef7488e7e36e9fea218e1fa4f9aca130. service=MultiRowMutationService 2024-11-13T10:20:28,899 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T10:20:28,899 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ef7488e7e36e9fea218e1fa4f9aca130 2024-11-13T10:20:28,899 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731493228488.ef7488e7e36e9fea218e1fa4f9aca130.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:20:28,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ef7488e7e36e9fea218e1fa4f9aca130 2024-11-13T10:20:28,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ef7488e7e36e9fea218e1fa4f9aca130 2024-11-13T10:20:28,901 INFO [StoreOpener-ef7488e7e36e9fea218e1fa4f9aca130-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ef7488e7e36e9fea218e1fa4f9aca130 2024-11-13T10:20:28,902 INFO [StoreOpener-ef7488e7e36e9fea218e1fa4f9aca130-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef7488e7e36e9fea218e1fa4f9aca130 columnFamilyName hfileref 2024-11-13T10:20:28,902 DEBUG [StoreOpener-ef7488e7e36e9fea218e1fa4f9aca130-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:28,903 INFO [StoreOpener-ef7488e7e36e9fea218e1fa4f9aca130-1 {}] regionserver.HStore(327): Store=ef7488e7e36e9fea218e1fa4f9aca130/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:20:28,903 INFO [StoreOpener-ef7488e7e36e9fea218e1fa4f9aca130-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ef7488e7e36e9fea218e1fa4f9aca130 2024-11-13T10:20:28,904 INFO [StoreOpener-ef7488e7e36e9fea218e1fa4f9aca130-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef7488e7e36e9fea218e1fa4f9aca130 columnFamilyName queue 2024-11-13T10:20:28,904 DEBUG [StoreOpener-ef7488e7e36e9fea218e1fa4f9aca130-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:28,904 INFO [StoreOpener-ef7488e7e36e9fea218e1fa4f9aca130-1 {}] regionserver.HStore(327): Store=ef7488e7e36e9fea218e1fa4f9aca130/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:20:28,904 INFO [StoreOpener-ef7488e7e36e9fea218e1fa4f9aca130-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ef7488e7e36e9fea218e1fa4f9aca130 2024-11-13T10:20:28,905 INFO [StoreOpener-ef7488e7e36e9fea218e1fa4f9aca130-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef7488e7e36e9fea218e1fa4f9aca130 columnFamilyName sid 2024-11-13T10:20:28,905 DEBUG [StoreOpener-ef7488e7e36e9fea218e1fa4f9aca130-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:28,906 INFO [StoreOpener-ef7488e7e36e9fea218e1fa4f9aca130-1 {}] regionserver.HStore(327): Store=ef7488e7e36e9fea218e1fa4f9aca130/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:20:28,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ef7488e7e36e9fea218e1fa4f9aca130 2024-11-13T10:20:28,907 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/data/hbase/replication/ef7488e7e36e9fea218e1fa4f9aca130 2024-11-13T10:20:28,907 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/data/hbase/replication/ef7488e7e36e9fea218e1fa4f9aca130 2024-11-13T10:20:28,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ef7488e7e36e9fea218e1fa4f9aca130 2024-11-13T10:20:28,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ef7488e7e36e9fea218e1fa4f9aca130 2024-11-13T10:20:28,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T10:20:28,911 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ef7488e7e36e9fea218e1fa4f9aca130 2024-11-13T10:20:28,915 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/data/hbase/replication/ef7488e7e36e9fea218e1fa4f9aca130/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:20:28,915 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ef7488e7e36e9fea218e1fa4f9aca130; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67654924, jitterRate=0.008136928081512451}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T10:20:28,915 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ef7488e7e36e9fea218e1fa4f9aca130 2024-11-13T10:20:28,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ef7488e7e36e9fea218e1fa4f9aca130: Running coprocessor pre-open hook at 1731493228900Writing region info on filesystem at 1731493228900Initializing all the Stores at 1731493228900Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493228901 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493228901Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493228901Cleaning up temporary data from old regions at 1731493228908 (+7 ms)Running coprocessor post-open hooks at 1731493228915 (+7 ms)Region opened successfully at 1731493228915 2024-11-13T10:20:28,916 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731493228488.ef7488e7e36e9fea218e1fa4f9aca130., pid=10, masterSystemTime=1731493228852 2024-11-13T10:20:28,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731493228488.ef7488e7e36e9fea218e1fa4f9aca130. 2024-11-13T10:20:28,919 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731493228488.ef7488e7e36e9fea218e1fa4f9aca130. 2024-11-13T10:20:28,920 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ef7488e7e36e9fea218e1fa4f9aca130, regionState=OPEN, openSeqNum=2, regionLocation=770665a7984d,34705,1731493216811 2024-11-13T10:20:28,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ef7488e7e36e9fea218e1fa4f9aca130, server=770665a7984d,34705,1731493216811 because future has completed 2024-11-13T10:20:28,927 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T10:20:28,927 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ef7488e7e36e9fea218e1fa4f9aca130, server=770665a7984d,34705,1731493216811 in 228 msec 2024-11-13T10:20:28,929 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T10:20:28,929 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ef7488e7e36e9fea218e1fa4f9aca130, ASSIGN in 389 msec 2024-11-13T10:20:28,930 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T10:20:28,931 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731493228930"}]},"ts":"1731493228930"} 2024-11-13T10:20:28,934 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T10:20:28,936 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T10:20:28,938 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 448 msec 2024-11-13T10:20:28,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731493228488.ef7488e7e36e9fea218e1fa4f9aca130., hostname=770665a7984d,34705,1731493216811, seqNum=2] 2024-11-13T10:20:28,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44401-0x10110d799e70003, quorum=127.0.0.1:55964, baseZNode=/1227982203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1227982203 2024-11-13T10:20:28,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34705-0x10110d799e70004, quorum=127.0.0.1:55964, baseZNode=/1227982203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1227982203 2024-11-13T10:20:28,961 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T10:20:29,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T10:20:29,113 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34705 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T10:20:29,114 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T10:20:29,150 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-770665a7984d,34705,1731493216811, ReplicationSource: 1, currentBandwidth=0 2024-11-13T10:20:29,151 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:20:29,151 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,34705,1731493216811, seqNum=-1] 2024-11-13T10:20:29,152 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:20:29,153 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39565, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-13T10:20:29,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-770665a7984d,34705,1731493216811', locateType=CURRENT is [region=hbase:replication,,1731493228488.ef7488e7e36e9fea218e1fa4f9aca130., hostname=770665a7984d,34705,1731493216811, seqNum=2] 2024-11-13T10:20:29,157 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T10:20:29,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44401 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T10:20:29,159 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 770665a7984d,34705,1731493216811 suceeded 2024-11-13T10:20:29,162 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T10:20:29,162 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-11-13T10:20:29,162 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://770665a7984d:40431,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T10:20:29,163 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 693 msec 2024-11-13T10:20:29,174 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='770665a7984d:40431' 2024-11-13T10:20:29,175 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35845e5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:20:29,175 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811 {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,40431,-1 for getting cluster id 2024-11-13T10:20:29,176 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:20:29,176 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e04d662d-18b2-4da1-b00b-e5bbed7ad0af' 2024-11-13T10:20:29,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:20:29,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e04d662d-18b2-4da1-b00b-e5bbed7ad0af" 2024-11-13T10:20:29,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b02ce60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:20:29,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,40431,-1] 2024-11-13T10:20:29,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:20:29,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:29,178 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:20:29,178 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@316040fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:20:29,178 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:20:29,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,40431,1731493220267 2024-11-13T10:20:29,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a142685 2024-11-13T10:20:29,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:20:29,180 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-13T10:20:29,181 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-770665a7984d,34705,1731493216811 (queues=1) is replicating from cluster=bad6dc95-faf5-4045-9012-623834758242 to cluster=e04d662d-18b2-4da1-b00b-e5bbed7ad0af 2024-11-13T10:20:29,181 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=770665a7984d%2C34705%2C1731493216811 2024-11-13T10:20:29,181 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-770665a7984d,34705,1731493216811, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T10:20:29,181 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811.replicationSource.shipper770665a7984d%2C34705%2C1731493216811,1-770665a7984d,34705,1731493216811 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 770665a7984d%2C34705%2C1731493216811 2024-11-13T10:20:29,181 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811.replicationSource.wal-reader.770665a7984d%2C34705%2C1731493216811,1-770665a7984d,34705,1731493216811 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/WALs/770665a7984d,34705,1731493216811/770665a7984d%2C34705%2C1731493216811.1731493218159, startPosition=0, beingWritten=true 2024-11-13T10:20:29,186 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811.replicationSource.wal-reader.770665a7984d%2C34705%2C1731493216811,1-770665a7984d,34705,1731493216811 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T10:20:29,186 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811.replicationSource.wal-reader.770665a7984d%2C34705%2C1731493216811,1-770665a7984d,34705,1731493216811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/WALs/770665a7984d,34705,1731493216811/770665a7984d%2C34705%2C1731493216811.1731493218159 to pos 379, reset compression=false 2024-11-13T10:20:29,186 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811.replicationSource.shipper770665a7984d%2C34705%2C1731493216811,1-770665a7984d,34705,1731493216811 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-770665a7984d,34705,1731493216811 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/WALs/770665a7984d,34705,1731493216811/770665a7984d%2C34705%2C1731493216811.1731493218159, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T10:20:29,297 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178.replicationSource.wal-reader.770665a7984d%2C38919%2C1731493213178,1-770665a7984d,38919,1731493213178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/WALs/770665a7984d,38919,1731493213178/770665a7984d%2C38919%2C1731493213178.1731493214959 to pos 379, reset compression=false 2024-11-13T10:20:29,391 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811.replicationSource.wal-reader.770665a7984d%2C34705%2C1731493216811,1-770665a7984d,34705,1731493216811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/WALs/770665a7984d,34705,1731493216811/770665a7984d%2C34705%2C1731493216811.1731493218159 to pos 379, reset compression=false 2024-11-13T10:20:29,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T10:20:29,613 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T10:20:29,613 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T10:20:29,613 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:20:29,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:29,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:29,613 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:20:29,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ff2541e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:20:29,617 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,40431,-1 for getting cluster id 2024-11-13T10:20:29,617 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:20:29,618 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e04d662d-18b2-4da1-b00b-e5bbed7ad0af' 2024-11-13T10:20:29,618 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:20:29,618 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e04d662d-18b2-4da1-b00b-e5bbed7ad0af" 2024-11-13T10:20:29,619 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7db6af48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:20:29,619 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,40431,-1] 2024-11-13T10:20:29,619 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:20:29,619 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:29,620 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:20:29,621 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53a2b3ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:20:29,621 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:20:29,622 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,40431,1731493220267 2024-11-13T10:20:29,622 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39e98baa 2024-11-13T10:20:29,622 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:20:29,623 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T10:20:29,623 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40431 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://770665a7984d:33407,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T10:20:29,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40431 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T10:20:29,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T10:20:29,629 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='770665a7984d:33407' 2024-11-13T10:20:29,630 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4584b0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:20:29,630 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,33407,-1 for getting cluster id 2024-11-13T10:20:29,630 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:20:29,631 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65c99a16-423b-4f79-a88e-4f72d8931657' 2024-11-13T10:20:29,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:20:29,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65c99a16-423b-4f79-a88e-4f72d8931657" 2024-11-13T10:20:29,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@678b26d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:20:29,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,33407,-1] 2024-11-13T10:20:29,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:20:29,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:29,633 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:20:29,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13e3b8b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:20:29,634 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:20:29,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,33407,1731493213118 2024-11-13T10:20:29,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@749c6b5 2024-11-13T10:20:29,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:20:29,636 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T10:20:29,637 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T10:20:29,637 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T10:20:29,637 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:29,637 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:29,637 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T10:20:29,638 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:20:29,639 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T10:20:29,640 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T10:20:29,640 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:29,641 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T10:20:29,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37891 is added to blk_1073741837_1013 (size=1138) 2024-11-13T10:20:29,689 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T10:20:29,697 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811.replicationSource.wal-reader.770665a7984d%2C34705%2C1731493216811,1-770665a7984d,34705,1731493216811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/WALs/770665a7984d,34705,1731493216811/770665a7984d%2C34705%2C1731493216811.1731493218159 to pos 379, reset compression=false 2024-11-13T10:20:29,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T10:20:29,802 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178.replicationSource.wal-reader.770665a7984d%2C38919%2C1731493213178,1-770665a7984d,38919,1731493213178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/WALs/770665a7984d,38919,1731493213178/770665a7984d%2C38919%2C1731493213178.1731493214959 to pos 379, reset compression=false 2024-11-13T10:20:29,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T10:20:30,061 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 259f2c534a946e99dc814b1ac64fa3bc, NAME => 'hbase:replication,,1731493229637.259f2c534a946e99dc814b1ac64fa3bc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec 2024-11-13T10:20:30,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37891 is added to blk_1073741838_1014 (size=44) 2024-11-13T10:20:30,108 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811.replicationSource.wal-reader.770665a7984d%2C34705%2C1731493216811,1-770665a7984d,34705,1731493216811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/WALs/770665a7984d,34705,1731493216811/770665a7984d%2C34705%2C1731493216811.1731493218159 to pos 379, reset compression=false 2024-11-13T10:20:30,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T10:20:30,406 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178.replicationSource.wal-reader.770665a7984d%2C38919%2C1731493213178,1-770665a7984d,38919,1731493213178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/WALs/770665a7984d,38919,1731493213178/770665a7984d%2C38919%2C1731493213178.1731493214959 to pos 379, reset compression=false 2024-11-13T10:20:30,466 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731493229637.259f2c534a946e99dc814b1ac64fa3bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:20:30,466 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 259f2c534a946e99dc814b1ac64fa3bc, disabling compactions & flushes 2024-11-13T10:20:30,466 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731493229637.259f2c534a946e99dc814b1ac64fa3bc. 2024-11-13T10:20:30,466 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731493229637.259f2c534a946e99dc814b1ac64fa3bc. 2024-11-13T10:20:30,467 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731493229637.259f2c534a946e99dc814b1ac64fa3bc. after waiting 0 ms 2024-11-13T10:20:30,467 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731493229637.259f2c534a946e99dc814b1ac64fa3bc. 2024-11-13T10:20:30,467 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731493229637.259f2c534a946e99dc814b1ac64fa3bc. 2024-11-13T10:20:30,467 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 259f2c534a946e99dc814b1ac64fa3bc: Waiting for close lock at 1731493230466Disabling compacts and flushes for region at 1731493230466Disabling writes for close at 1731493230467 (+1 ms)Writing region close event to WAL at 1731493230467Closed at 1731493230467 2024-11-13T10:20:30,468 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T10:20:30,468 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731493229637.259f2c534a946e99dc814b1ac64fa3bc.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731493230468"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731493230468"}]},"ts":"1731493230468"} 2024-11-13T10:20:30,471 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T10:20:30,471 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T10:20:30,472 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731493230471"}]},"ts":"1731493230471"} 2024-11-13T10:20:30,473 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T10:20:30,473 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=259f2c534a946e99dc814b1ac64fa3bc, ASSIGN}] 2024-11-13T10:20:30,474 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=259f2c534a946e99dc814b1ac64fa3bc, ASSIGN 2024-11-13T10:20:30,475 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=259f2c534a946e99dc814b1ac64fa3bc, ASSIGN; state=OFFLINE, location=770665a7984d,42295,1731493220315; forceNewPlan=false, retain=false 2024-11-13T10:20:30,611 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811.replicationSource.wal-reader.770665a7984d%2C34705%2C1731493216811,1-770665a7984d,34705,1731493216811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/WALs/770665a7984d,34705,1731493216811/770665a7984d%2C34705%2C1731493216811.1731493218159 to pos 379, reset compression=false 2024-11-13T10:20:30,625 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=259f2c534a946e99dc814b1ac64fa3bc, regionState=OPENING, regionLocation=770665a7984d,42295,1731493220315 2024-11-13T10:20:30,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=259f2c534a946e99dc814b1ac64fa3bc, ASSIGN because future has completed 2024-11-13T10:20:30,629 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 259f2c534a946e99dc814b1ac64fa3bc, server=770665a7984d,42295,1731493220315}] 2024-11-13T10:20:30,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T10:20:30,790 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731493229637.259f2c534a946e99dc814b1ac64fa3bc. 2024-11-13T10:20:30,790 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:20:30,790 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T10:20:30,791 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=770665a7984d%2C42295%2C1731493220315.rep, suffix=, logDir=hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/WALs/770665a7984d,42295,1731493220315, archiveDir=hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/oldWALs, maxLogs=10 2024-11-13T10:20:30,809 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/WALs/770665a7984d,42295,1731493220315/770665a7984d%2C42295%2C1731493220315.rep.1731493230792, exclude list is [], retry=0 2024-11-13T10:20:30,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37891,DS-1112a5e1-2942-4ce1-a7a5-9e9a9196ee98,DISK] 2024-11-13T10:20:30,812 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/WALs/770665a7984d,42295,1731493220315/770665a7984d%2C42295%2C1731493220315.rep.1731493230792 2024-11-13T10:20:30,813 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35857:35857)] 2024-11-13T10:20:30,813 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 259f2c534a946e99dc814b1ac64fa3bc, NAME => 'hbase:replication,,1731493229637.259f2c534a946e99dc814b1ac64fa3bc.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:20:30,813 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T10:20:30,813 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T10:20:30,813 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731493229637.259f2c534a946e99dc814b1ac64fa3bc. service=MultiRowMutationService 2024-11-13T10:20:30,814 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T10:20:30,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 259f2c534a946e99dc814b1ac64fa3bc 2024-11-13T10:20:30,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731493229637.259f2c534a946e99dc814b1ac64fa3bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:20:30,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 259f2c534a946e99dc814b1ac64fa3bc 2024-11-13T10:20:30,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 259f2c534a946e99dc814b1ac64fa3bc 2024-11-13T10:20:30,816 INFO [StoreOpener-259f2c534a946e99dc814b1ac64fa3bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 259f2c534a946e99dc814b1ac64fa3bc 2024-11-13T10:20:30,817 INFO [StoreOpener-259f2c534a946e99dc814b1ac64fa3bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 259f2c534a946e99dc814b1ac64fa3bc columnFamilyName hfileref 2024-11-13T10:20:30,817 DEBUG [StoreOpener-259f2c534a946e99dc814b1ac64fa3bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:30,818 INFO [StoreOpener-259f2c534a946e99dc814b1ac64fa3bc-1 {}] regionserver.HStore(327): Store=259f2c534a946e99dc814b1ac64fa3bc/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:20:30,818 INFO [StoreOpener-259f2c534a946e99dc814b1ac64fa3bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 259f2c534a946e99dc814b1ac64fa3bc 2024-11-13T10:20:30,818 INFO [StoreOpener-259f2c534a946e99dc814b1ac64fa3bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 259f2c534a946e99dc814b1ac64fa3bc columnFamilyName queue 2024-11-13T10:20:30,818 DEBUG [StoreOpener-259f2c534a946e99dc814b1ac64fa3bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:30,819 INFO [StoreOpener-259f2c534a946e99dc814b1ac64fa3bc-1 {}] regionserver.HStore(327): Store=259f2c534a946e99dc814b1ac64fa3bc/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:20:30,819 INFO [StoreOpener-259f2c534a946e99dc814b1ac64fa3bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 259f2c534a946e99dc814b1ac64fa3bc 2024-11-13T10:20:30,820 INFO [StoreOpener-259f2c534a946e99dc814b1ac64fa3bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 259f2c534a946e99dc814b1ac64fa3bc columnFamilyName sid 2024-11-13T10:20:30,820 DEBUG [StoreOpener-259f2c534a946e99dc814b1ac64fa3bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:30,820 INFO [StoreOpener-259f2c534a946e99dc814b1ac64fa3bc-1 {}] regionserver.HStore(327): Store=259f2c534a946e99dc814b1ac64fa3bc/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:20:30,821 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 259f2c534a946e99dc814b1ac64fa3bc 2024-11-13T10:20:30,821 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/data/hbase/replication/259f2c534a946e99dc814b1ac64fa3bc 2024-11-13T10:20:30,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/data/hbase/replication/259f2c534a946e99dc814b1ac64fa3bc 2024-11-13T10:20:30,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 259f2c534a946e99dc814b1ac64fa3bc 2024-11-13T10:20:30,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 259f2c534a946e99dc814b1ac64fa3bc 2024-11-13T10:20:30,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T10:20:30,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 259f2c534a946e99dc814b1ac64fa3bc 2024-11-13T10:20:30,832 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/data/hbase/replication/259f2c534a946e99dc814b1ac64fa3bc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:20:30,833 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 259f2c534a946e99dc814b1ac64fa3bc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73258143, jitterRate=0.09163139760494232}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T10:20:30,833 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 259f2c534a946e99dc814b1ac64fa3bc 2024-11-13T10:20:30,833 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 259f2c534a946e99dc814b1ac64fa3bc: Running coprocessor pre-open hook at 1731493230814Writing region info on filesystem at 1731493230814Initializing all the Stores at 1731493230815 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493230815Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493230816 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493230816Cleaning up temporary data from old regions at 1731493230822 (+6 ms)Running coprocessor post-open hooks at 1731493230833 (+11 ms)Region opened successfully at 1731493230833 2024-11-13T10:20:30,836 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731493229637.259f2c534a946e99dc814b1ac64fa3bc., pid=10, masterSystemTime=1731493230784 2024-11-13T10:20:30,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731493229637.259f2c534a946e99dc814b1ac64fa3bc. 2024-11-13T10:20:30,838 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731493229637.259f2c534a946e99dc814b1ac64fa3bc. 2024-11-13T10:20:30,839 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=259f2c534a946e99dc814b1ac64fa3bc, regionState=OPEN, openSeqNum=2, regionLocation=770665a7984d,42295,1731493220315 2024-11-13T10:20:30,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 259f2c534a946e99dc814b1ac64fa3bc, server=770665a7984d,42295,1731493220315 because future has completed 2024-11-13T10:20:30,844 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T10:20:30,844 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 259f2c534a946e99dc814b1ac64fa3bc, server=770665a7984d,42295,1731493220315 in 213 msec 2024-11-13T10:20:30,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T10:20:30,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=259f2c534a946e99dc814b1ac64fa3bc, ASSIGN in 371 msec 2024-11-13T10:20:30,848 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T10:20:30,848 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731493230848"}]},"ts":"1731493230848"} 2024-11-13T10:20:30,849 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T10:20:30,850 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T10:20:30,852 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2130 sec 2024-11-13T10:20:30,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731493229637.259f2c534a946e99dc814b1ac64fa3bc., hostname=770665a7984d,42295,1731493220315, seqNum=2] 2024-11-13T10:20:30,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40431-0x10110d799e70006, quorum=127.0.0.1:55964, baseZNode=/2-1131833745 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1131833745 2024-11-13T10:20:30,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42295-0x10110d799e70007, quorum=127.0.0.1:55964, baseZNode=/2-1131833745 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1131833745 2024-11-13T10:20:30,908 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T10:20:31,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T10:20:31,061 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T10:20:31,111 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178.replicationSource.wal-reader.770665a7984d%2C38919%2C1731493213178,1-770665a7984d,38919,1731493213178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/WALs/770665a7984d,38919,1731493213178/770665a7984d%2C38919%2C1731493213178.1731493214959 to pos 379, reset compression=false 2024-11-13T10:20:31,131 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-770665a7984d,42295,1731493220315, ReplicationSource: 1, currentBandwidth=0 2024-11-13T10:20:31,131 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:20:31,132 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,42295,1731493220315, seqNum=-1] 2024-11-13T10:20:31,132 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:20:31,133 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60021, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-13T10:20:31,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-770665a7984d,42295,1731493220315', locateType=CURRENT is [region=hbase:replication,,1731493229637.259f2c534a946e99dc814b1ac64fa3bc., hostname=770665a7984d,42295,1731493220315, seqNum=2] 2024-11-13T10:20:31,138 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T10:20:31,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40431 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T10:20:31,141 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 770665a7984d,42295,1731493220315 suceeded 2024-11-13T10:20:31,144 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T10:20:31,144 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 233 msec 2024-11-13T10:20:31,144 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://770665a7984d:33407,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T10:20:31,145 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5210 sec 2024-11-13T10:20:31,157 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='770665a7984d:33407' 2024-11-13T10:20:31,159 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33932d1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:20:31,159 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315 {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,33407,-1 for getting cluster id 2024-11-13T10:20:31,159 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:20:31,160 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65c99a16-423b-4f79-a88e-4f72d8931657' 2024-11-13T10:20:31,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:20:31,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65c99a16-423b-4f79-a88e-4f72d8931657" 2024-11-13T10:20:31,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c0f157e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:20:31,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,33407,-1] 2024-11-13T10:20:31,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:20:31,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:31,161 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:20:31,162 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@cfed824, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:20:31,162 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:20:31,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,33407,1731493213118 2024-11-13T10:20:31,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@666f125c 2024-11-13T10:20:31,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:20:31,164 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-13T10:20:31,165 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-770665a7984d,42295,1731493220315 (queues=1) is replicating from cluster=e04d662d-18b2-4da1-b00b-e5bbed7ad0af to cluster=65c99a16-423b-4f79-a88e-4f72d8931657 2024-11-13T10:20:31,165 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=770665a7984d%2C42295%2C1731493220315 2024-11-13T10:20:31,165 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-770665a7984d,42295,1731493220315, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T10:20:31,165 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315.replicationSource.shipper770665a7984d%2C42295%2C1731493220315,1-770665a7984d,42295,1731493220315 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 770665a7984d%2C42295%2C1731493220315 2024-11-13T10:20:31,165 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315.replicationSource.wal-reader.770665a7984d%2C42295%2C1731493220315,1-770665a7984d,42295,1731493220315 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/WALs/770665a7984d,42295,1731493220315/770665a7984d%2C42295%2C1731493220315.1731493222327, startPosition=0, beingWritten=true 2024-11-13T10:20:31,170 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315.replicationSource.wal-reader.770665a7984d%2C42295%2C1731493220315,1-770665a7984d,42295,1731493220315 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T10:20:31,170 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315.replicationSource.wal-reader.770665a7984d%2C42295%2C1731493220315,1-770665a7984d,42295,1731493220315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/WALs/770665a7984d,42295,1731493220315/770665a7984d%2C42295%2C1731493220315.1731493222327 to pos 379, reset compression=false 2024-11-13T10:20:31,170 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315.replicationSource.shipper770665a7984d%2C42295%2C1731493220315,1-770665a7984d,42295,1731493220315 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-770665a7984d,42295,1731493220315 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/WALs/770665a7984d,42295,1731493220315/770665a7984d%2C42295%2C1731493220315.1731493222327, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T10:20:31,216 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811.replicationSource.wal-reader.770665a7984d%2C34705%2C1731493216811,1-770665a7984d,34705,1731493216811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/WALs/770665a7984d,34705,1731493216811/770665a7984d%2C34705%2C1731493216811.1731493218159 to pos 379, reset compression=false 2024-11-13T10:20:31,377 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315.replicationSource.wal-reader.770665a7984d%2C42295%2C1731493220315,1-770665a7984d,42295,1731493220315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/WALs/770665a7984d,42295,1731493220315/770665a7984d%2C42295%2C1731493220315.1731493222327 to pos 379, reset compression=false 2024-11-13T10:20:31,685 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315.replicationSource.wal-reader.770665a7984d%2C42295%2C1731493220315,1-770665a7984d,42295,1731493220315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/WALs/770665a7984d,42295,1731493220315/770665a7984d%2C42295%2C1731493220315.1731493222327 to pos 379, reset compression=false 2024-11-13T10:20:31,751 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:20:31,752 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [770665a7984d,36187,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=770665a7984d:36187 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T10:20:31,752 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48495 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [770665a7984d,36187,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=770665a7984d:36187 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T10:20:31,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T10:20:31,782 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T10:20:31,782 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T10:20:31,782 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:20:31,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:31,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:31,782 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:20:31,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29653bca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:20:31,783 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,33407,-1 for getting cluster id 2024-11-13T10:20:31,783 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:20:31,784 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65c99a16-423b-4f79-a88e-4f72d8931657' 2024-11-13T10:20:31,784 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:20:31,784 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65c99a16-423b-4f79-a88e-4f72d8931657" 2024-11-13T10:20:31,784 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cc8cb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:20:31,784 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,33407,-1] 2024-11-13T10:20:31,785 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:20:31,785 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:31,786 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:20:31,786 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@764dbbe6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:20:31,792 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4273873, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:20:31,792 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,44401,-1 for getting cluster id 2024-11-13T10:20:31,793 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:20:31,793 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bad6dc95-faf5-4045-9012-623834758242' 2024-11-13T10:20:31,793 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:20:31,793 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bad6dc95-faf5-4045-9012-623834758242" 2024-11-13T10:20:31,793 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@796c1e50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:20:31,793 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,44401,-1] 2024-11-13T10:20:31,794 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:20:31,794 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:31,796 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:20:31,796 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e12d6aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:20:31,800 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20a5eda1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:20:31,800 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,40431,-1 for getting cluster id 2024-11-13T10:20:31,800 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:20:31,801 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e04d662d-18b2-4da1-b00b-e5bbed7ad0af' 2024-11-13T10:20:31,801 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:20:31,801 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e04d662d-18b2-4da1-b00b-e5bbed7ad0af" 2024-11-13T10:20:31,801 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f03ae8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:20:31,801 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,40431,-1] 2024-11-13T10:20:31,802 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:20:31,802 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:31,803 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:20:31,803 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10be0cdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:20:31,804 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:20:31,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,38919,1731493213178, seqNum=-1] 2024-11-13T10:20:31,810 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:20:31,861 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:20:31,864 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731493223366.4e2613501dbeb5f76310ce358cadebd1., hostname=770665a7984d,38919,1731493213178, seqNum=2] 2024-11-13T10:20:31,881 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:20:31,883 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,42295,1731493220315, seqNum=-1] 2024-11-13T10:20:31,883 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:20:31,885 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:20:31,889 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731493225135.a385f99df2faa6e7971dae6a6d38660c., hostname=770665a7984d,42295,1731493220315, seqNum=2] 2024-11-13T10:20:31,891 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-13T10:20:31,921 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811.replicationSource.wal-reader.770665a7984d%2C34705%2C1731493216811,1-770665a7984d,34705,1731493216811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/WALs/770665a7984d,34705,1731493216811/770665a7984d%2C34705%2C1731493216811.1731493218159 to pos 379, reset compression=false 2024-11-13T10:20:31,929 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178.replicationSource.wal-reader.770665a7984d%2C38919%2C1731493213178,1-770665a7984d,38919,1731493213178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/WALs/770665a7984d,38919,1731493213178/770665a7984d%2C38919%2C1731493213178.1731493214959 to pos 379, reset compression=false 2024-11-13T10:20:31,944 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178.replicationSource.wal-reader.770665a7984d%2C38919%2C1731493213178,1-770665a7984d,38919,1731493213178 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T10:20:31,944 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178.replicationSource.wal-reader.770665a7984d%2C38919%2C1731493213178,1-770665a7984d,38919,1731493213178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/WALs/770665a7984d,38919,1731493213178/770665a7984d%2C38919%2C1731493213178.1731493214959 to pos 480, reset compression=false 2024-11-13T10:20:31,944 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178.replicationSource.shipper770665a7984d%2C38919%2C1731493213178,1-770665a7984d,38919,1731493213178 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-770665a7984d,38919,1731493213178 got entry batch from reader: WALEntryBatch [walEntries=[{test/4e2613501dbeb5f76310ce358cadebd1/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/WALs/770665a7984d,38919,1731493213178/770665a7984d%2C38919%2C1731493213178.1731493214959, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-13T10:20:31,951 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178.replicationSource.shipper770665a7984d%2C38919%2C1731493213178,1-770665a7984d,38919,1731493213178 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T10:20:31,952 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-13T10:20:31,953 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34705 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T10:20:31,959 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34705 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@498cb760, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:20:31,959 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34705 {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,44401,-1 for getting cluster id 2024-11-13T10:20:31,959 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34705 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:20:31,960 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bad6dc95-faf5-4045-9012-623834758242' 2024-11-13T10:20:31,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:20:31,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bad6dc95-faf5-4045-9012-623834758242" 2024-11-13T10:20:31,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f72d1ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:20:31,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,44401,-1] 2024-11-13T10:20:31,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:20:31,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:31,962 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:20:31,963 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34705 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b8d84f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:20:31,964 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34705 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:20:31,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,34705,1731493216811, seqNum=-1] 2024-11-13T10:20:31,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:20:31,973 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-13T10:20:31,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731493223995.1905cd97d6994f7642c2c10cc0825b21., hostname=770665a7984d,34705,1731493216811, seqNum=2] 2024-11-13T10:20:31,978 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34705 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T10:20:32,090 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315.replicationSource.wal-reader.770665a7984d%2C42295%2C1731493220315,1-770665a7984d,42295,1731493220315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/WALs/770665a7984d,42295,1731493220315/770665a7984d%2C42295%2C1731493220315.1731493222327 to pos 379, reset compression=false 2024-11-13T10:20:32,160 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178.replicationSource.wal-reader.770665a7984d%2C38919%2C1731493213178,1-770665a7984d,38919,1731493213178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/WALs/770665a7984d,38919,1731493213178/770665a7984d%2C38919%2C1731493213178.1731493214959 to pos 480, reset compression=false 2024-11-13T10:20:32,467 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178.replicationSource.wal-reader.770665a7984d%2C38919%2C1731493213178,1-770665a7984d,38919,1731493213178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/WALs/770665a7984d,38919,1731493213178/770665a7984d%2C38919%2C1731493213178.1731493214959 to pos 480, reset compression=false 2024-11-13T10:20:32,596 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315.replicationSource.wal-reader.770665a7984d%2C42295%2C1731493220315,1-770665a7984d,42295,1731493220315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/WALs/770665a7984d,42295,1731493220315/770665a7984d%2C42295%2C1731493220315.1731493222327 to pos 379, reset compression=false 2024-11-13T10:20:32,729 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811.replicationSource.wal-reader.770665a7984d%2C34705%2C1731493216811,1-770665a7984d,34705,1731493216811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/WALs/770665a7984d,34705,1731493216811/770665a7984d%2C34705%2C1731493216811.1731493218159 to pos 379, reset compression=false 2024-11-13T10:20:32,739 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811.replicationSource.wal-reader.770665a7984d%2C34705%2C1731493216811,1-770665a7984d,34705,1731493216811 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T10:20:32,739 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811.replicationSource.shipper770665a7984d%2C34705%2C1731493216811,1-770665a7984d,34705,1731493216811 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-770665a7984d,34705,1731493216811 got entry batch from reader: WALEntryBatch [walEntries=[{test/1905cd97d6994f7642c2c10cc0825b21/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/WALs/770665a7984d,34705,1731493216811/770665a7984d%2C34705%2C1731493216811.1731493218159, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-13T10:20:32,739 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811.replicationSource.wal-reader.770665a7984d%2C34705%2C1731493216811,1-770665a7984d,34705,1731493216811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/WALs/770665a7984d,34705,1731493216811/770665a7984d%2C34705%2C1731493216811.1731493218159 to pos 503, reset compression=false 2024-11-13T10:20:32,750 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811.replicationSource.shipper770665a7984d%2C34705%2C1731493216811,1-770665a7984d,34705,1731493216811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T10:20:32,751 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-13T10:20:32,752 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42295 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T10:20:32,752 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42295 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@727bd225, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:20:32,752 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42295 {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,40431,-1 for getting cluster id 2024-11-13T10:20:32,753 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42295 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:20:32,754 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e04d662d-18b2-4da1-b00b-e5bbed7ad0af' 2024-11-13T10:20:32,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:20:32,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e04d662d-18b2-4da1-b00b-e5bbed7ad0af" 2024-11-13T10:20:32,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33308cf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:20:32,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,40431,-1] 2024-11-13T10:20:32,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:20:32,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:32,755 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:20:32,756 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42295 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e923a67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:20:32,756 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42295 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:20:32,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,42295,1731493220315, seqNum=-1] 2024-11-13T10:20:32,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:20:32,758 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-13T10:20:32,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731493225135.a385f99df2faa6e7971dae6a6d38660c., hostname=770665a7984d,42295,1731493220315, seqNum=2] 2024-11-13T10:20:32,762 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42295 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T10:20:32,871 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178.replicationSource.wal-reader.770665a7984d%2C38919%2C1731493213178,1-770665a7984d,38919,1731493213178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/WALs/770665a7984d,38919,1731493213178/770665a7984d%2C38919%2C1731493213178.1731493214959 to pos 480, reset compression=false 2024-11-13T10:20:32,894 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-13T10:20:32,894 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:20:32,896 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,34705,1731493216811, seqNum=-1] 2024-11-13T10:20:32,896 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:20:32,897 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:20:32,899 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731493223995.1905cd97d6994f7642c2c10cc0825b21., hostname=770665a7984d,34705,1731493216811, seqNum=2] 2024-11-13T10:20:32,902 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-13T10:20:32,945 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811.replicationSource.wal-reader.770665a7984d%2C34705%2C1731493216811,1-770665a7984d,34705,1731493216811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/WALs/770665a7984d,34705,1731493216811/770665a7984d%2C34705%2C1731493216811.1731493218159 to pos 503, reset compression=false 2024-11-13T10:20:32,949 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811.replicationSource.wal-reader.770665a7984d%2C34705%2C1731493216811,1-770665a7984d,34705,1731493216811 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T10:20:32,949 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811.replicationSource.wal-reader.770665a7984d%2C34705%2C1731493216811,1-770665a7984d,34705,1731493216811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/WALs/770665a7984d,34705,1731493216811/770665a7984d%2C34705%2C1731493216811.1731493218159 to pos 607, reset compression=false 2024-11-13T10:20:32,949 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811.replicationSource.shipper770665a7984d%2C34705%2C1731493216811,1-770665a7984d,34705,1731493216811 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-770665a7984d,34705,1731493216811 got entry batch from reader: WALEntryBatch [walEntries=[{test/1905cd97d6994f7642c2c10cc0825b21/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/WALs/770665a7984d,34705,1731493216811/770665a7984d%2C34705%2C1731493216811.1731493218159, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T10:20:32,950 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42295 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T10:20:32,953 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42295 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T10:20:33,153 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811.replicationSource.wal-reader.770665a7984d%2C34705%2C1731493216811,1-770665a7984d,34705,1731493216811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/WALs/770665a7984d,34705,1731493216811/770665a7984d%2C34705%2C1731493216811.1731493218159 to pos 607, reset compression=false 2024-11-13T10:20:33,200 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315.replicationSource.wal-reader.770665a7984d%2C42295%2C1731493220315,1-770665a7984d,42295,1731493220315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/WALs/770665a7984d,42295,1731493220315/770665a7984d%2C42295%2C1731493220315.1731493222327 to pos 379, reset compression=false 2024-11-13T10:20:33,205 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315.replicationSource.wal-reader.770665a7984d%2C42295%2C1731493220315,1-770665a7984d,42295,1731493220315 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T10:20:33,205 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315.replicationSource.wal-reader.770665a7984d%2C42295%2C1731493220315,1-770665a7984d,42295,1731493220315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/WALs/770665a7984d,42295,1731493220315/770665a7984d%2C42295%2C1731493220315.1731493222327 to pos 655, reset compression=false 2024-11-13T10:20:33,205 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315.replicationSource.shipper770665a7984d%2C42295%2C1731493220315,1-770665a7984d,42295,1731493220315 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-770665a7984d,42295,1731493220315 got entry batch from reader: WALEntryBatch [walEntries=[{test/a385f99df2faa6e7971dae6a6d38660c/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/WALs/770665a7984d,42295,1731493220315/770665a7984d%2C42295%2C1731493220315.1731493222327, lastWalPosition=655, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-13T10:20:33,208 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315.replicationSource.shipper770665a7984d%2C42295%2C1731493220315,1-770665a7984d,42295,1731493220315 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T10:20:33,209 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-13T10:20:33,209 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38919 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T10:20:33,212 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38919 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@335f8b80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:20:33,213 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38919 {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,33407,-1 for getting cluster id 2024-11-13T10:20:33,213 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38919 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:20:33,213 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65c99a16-423b-4f79-a88e-4f72d8931657' 2024-11-13T10:20:33,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:20:33,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65c99a16-423b-4f79-a88e-4f72d8931657" 2024-11-13T10:20:33,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@229f42e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:20:33,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,33407,-1] 2024-11-13T10:20:33,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:20:33,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:33,215 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:20:33,216 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38919 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c3cff43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:20:33,217 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38919 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:20:33,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,38919,1731493213178, seqNum=-1] 2024-11-13T10:20:33,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:20:33,219 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-13T10:20:33,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731493223366.4e2613501dbeb5f76310ce358cadebd1., hostname=770665a7984d,38919,1731493213178, seqNum=2] 2024-11-13T10:20:33,225 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38919 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T10:20:33,375 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178.replicationSource.wal-reader.770665a7984d%2C38919%2C1731493213178,1-770665a7984d,38919,1731493213178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/WALs/770665a7984d,38919,1731493213178/770665a7984d%2C38919%2C1731493213178.1731493214959 to pos 480, reset compression=false 2024-11-13T10:20:33,380 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178.replicationSource.wal-reader.770665a7984d%2C38919%2C1731493213178,1-770665a7984d,38919,1731493213178 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T10:20:33,380 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178.replicationSource.wal-reader.770665a7984d%2C38919%2C1731493213178,1-770665a7984d,38919,1731493213178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/WALs/770665a7984d,38919,1731493213178/770665a7984d%2C38919%2C1731493213178.1731493214959 to pos 632, reset compression=false 2024-11-13T10:20:33,380 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178.replicationSource.shipper770665a7984d%2C38919%2C1731493213178,1-770665a7984d,38919,1731493213178 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-770665a7984d,38919,1731493213178 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/WALs/770665a7984d,38919,1731493213178/770665a7984d%2C38919%2C1731493213178.1731493214959, lastWalPosition=632, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T10:20:33,410 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315.replicationSource.wal-reader.770665a7984d%2C42295%2C1731493220315,1-770665a7984d,42295,1731493220315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/WALs/770665a7984d,42295,1731493220315/770665a7984d%2C42295%2C1731493220315.1731493222327 to pos 655, reset compression=false 2024-11-13T10:20:33,457 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811.replicationSource.wal-reader.770665a7984d%2C34705%2C1731493216811,1-770665a7984d,34705,1731493216811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/WALs/770665a7984d,34705,1731493216811/770665a7984d%2C34705%2C1731493216811.1731493218159 to pos 607, reset compression=false 2024-11-13T10:20:33,583 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178.replicationSource.wal-reader.770665a7984d%2C38919%2C1731493213178,1-770665a7984d,38919,1731493213178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/WALs/770665a7984d,38919,1731493213178/770665a7984d%2C38919%2C1731493213178.1731493214959 to pos 632, reset compression=false 2024-11-13T10:20:33,719 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315.replicationSource.wal-reader.770665a7984d%2C42295%2C1731493220315,1-770665a7984d,42295,1731493220315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/WALs/770665a7984d,42295,1731493220315/770665a7984d%2C42295%2C1731493220315.1731493222327 to pos 655, reset compression=false 2024-11-13T10:20:33,862 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811.replicationSource.wal-reader.770665a7984d%2C34705%2C1731493216811,1-770665a7984d,34705,1731493216811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/WALs/770665a7984d,34705,1731493216811/770665a7984d%2C34705%2C1731493216811.1731493218159 to pos 607, reset compression=false 2024-11-13T10:20:33,894 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178.replicationSource.wal-reader.770665a7984d%2C38919%2C1731493213178,1-770665a7984d,38919,1731493213178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/WALs/770665a7984d,38919,1731493213178/770665a7984d%2C38919%2C1731493213178.1731493214959 to pos 632, reset compression=false 2024-11-13T10:20:33,904 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-13T10:20:33,907 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-13T10:20:34,125 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315.replicationSource.wal-reader.770665a7984d%2C42295%2C1731493220315,1-770665a7984d,42295,1731493220315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/WALs/770665a7984d,42295,1731493220315/770665a7984d%2C42295%2C1731493220315.1731493222327 to pos 655, reset compression=false 2024-11-13T10:20:34,136 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315.replicationSource.wal-reader.770665a7984d%2C42295%2C1731493220315,1-770665a7984d,42295,1731493220315 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T10:20:34,136 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315.replicationSource.wal-reader.770665a7984d%2C42295%2C1731493220315,1-770665a7984d,42295,1731493220315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/WALs/770665a7984d,42295,1731493220315/770665a7984d%2C42295%2C1731493220315.1731493222327 to pos 759, reset compression=false 2024-11-13T10:20:34,138 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315.replicationSource.shipper770665a7984d%2C42295%2C1731493220315,1-770665a7984d,42295,1731493220315 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-770665a7984d,42295,1731493220315 got entry batch from reader: WALEntryBatch [walEntries=[{test/a385f99df2faa6e7971dae6a6d38660c/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/WALs/770665a7984d,42295,1731493220315/770665a7984d%2C42295%2C1731493220315.1731493222327, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T10:20:34,140 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38919 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T10:20:34,144 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38919 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T10:20:34,297 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178.replicationSource.wal-reader.770665a7984d%2C38919%2C1731493213178,1-770665a7984d,38919,1731493213178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/WALs/770665a7984d,38919,1731493213178/770665a7984d%2C38919%2C1731493213178.1731493214959 to pos 632, reset compression=false 2024-11-13T10:20:34,309 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178.replicationSource.wal-reader.770665a7984d%2C38919%2C1731493213178,1-770665a7984d,38919,1731493213178 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T10:20:34,309 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178.replicationSource.wal-reader.770665a7984d%2C38919%2C1731493213178,1-770665a7984d,38919,1731493213178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/WALs/770665a7984d,38919,1731493213178/770665a7984d%2C38919%2C1731493213178.1731493214959 to pos 760, reset compression=false 2024-11-13T10:20:34,309 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178.replicationSource.shipper770665a7984d%2C38919%2C1731493213178,1-770665a7984d,38919,1731493213178 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-770665a7984d,38919,1731493213178 got entry batch from reader: WALEntryBatch [walEntries=[{test/4e2613501dbeb5f76310ce358cadebd1/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/WALs/770665a7984d,38919,1731493213178/770665a7984d%2C38919%2C1731493213178.1731493214959, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-13T10:20:34,310 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34705 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T10:20:34,319 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34705 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T10:20:34,354 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315.replicationSource.wal-reader.770665a7984d%2C42295%2C1731493220315,1-770665a7984d,42295,1731493220315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/WALs/770665a7984d,42295,1731493220315/770665a7984d%2C42295%2C1731493220315.1731493222327 to pos 759, reset compression=false 2024-11-13T10:20:34,370 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811.replicationSource.wal-reader.770665a7984d%2C34705%2C1731493216811,1-770665a7984d,34705,1731493216811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/WALs/770665a7984d,34705,1731493216811/770665a7984d%2C34705%2C1731493216811.1731493218159 to pos 607, reset compression=false 2024-11-13T10:20:34,389 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811.replicationSource.wal-reader.770665a7984d%2C34705%2C1731493216811,1-770665a7984d,34705,1731493216811 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T10:20:34,389 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811.replicationSource.wal-reader.770665a7984d%2C34705%2C1731493216811,1-770665a7984d,34705,1731493216811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/WALs/770665a7984d,34705,1731493216811/770665a7984d%2C34705%2C1731493216811.1731493218159 to pos 758, reset compression=false 2024-11-13T10:20:34,389 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811.replicationSource.shipper770665a7984d%2C34705%2C1731493216811,1-770665a7984d,34705,1731493216811 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-770665a7984d,34705,1731493216811 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/WALs/770665a7984d,34705,1731493216811/770665a7984d%2C34705%2C1731493216811.1731493218159, lastWalPosition=758, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T10:20:34,402 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T10:20:34,403 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:34,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:34,457 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:34,457 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:34,458 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:34,458 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:34,458 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:34,459 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:34,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:34,470 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:34,470 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:34,519 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178.replicationSource.wal-reader.770665a7984d%2C38919%2C1731493213178,1-770665a7984d,38919,1731493213178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/WALs/770665a7984d,38919,1731493213178/770665a7984d%2C38919%2C1731493213178.1731493214959 to pos 760, reset compression=false 2024-11-13T10:20:34,594 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811.replicationSource.wal-reader.770665a7984d%2C34705%2C1731493216811,1-770665a7984d,34705,1731493216811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/WALs/770665a7984d,34705,1731493216811/770665a7984d%2C34705%2C1731493216811.1731493218159 to pos 758, reset compression=false 2024-11-13T10:20:34,664 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315.replicationSource.wal-reader.770665a7984d%2C42295%2C1731493220315,1-770665a7984d,42295,1731493220315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/WALs/770665a7984d,42295,1731493220315/770665a7984d%2C42295%2C1731493220315.1731493222327 to pos 759, reset compression=false 2024-11-13T10:20:34,825 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178.replicationSource.wal-reader.770665a7984d%2C38919%2C1731493213178,1-770665a7984d,38919,1731493213178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/WALs/770665a7984d,38919,1731493213178/770665a7984d%2C38919%2C1731493213178.1731493214959 to pos 760, reset compression=false 2024-11-13T10:20:34,897 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811.replicationSource.wal-reader.770665a7984d%2C34705%2C1731493216811,1-770665a7984d,34705,1731493216811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/WALs/770665a7984d,34705,1731493216811/770665a7984d%2C34705%2C1731493216811.1731493218159 to pos 758, reset compression=false 2024-11-13T10:20:34,910 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-13T10:20:34,919 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-13T10:20:35,071 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315.replicationSource.wal-reader.770665a7984d%2C42295%2C1731493220315,1-770665a7984d,42295,1731493220315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/WALs/770665a7984d,42295,1731493220315/770665a7984d%2C42295%2C1731493220315.1731493222327 to pos 759, reset compression=false 2024-11-13T10:20:35,230 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178.replicationSource.wal-reader.770665a7984d%2C38919%2C1731493213178,1-770665a7984d,38919,1731493213178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/WALs/770665a7984d,38919,1731493213178/770665a7984d%2C38919%2C1731493213178.1731493214959 to pos 760, reset compression=false 2024-11-13T10:20:35,237 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178.replicationSource.wal-reader.770665a7984d%2C38919%2C1731493213178,1-770665a7984d,38919,1731493213178 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T10:20:35,237 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178.replicationSource.wal-reader.770665a7984d%2C38919%2C1731493213178,1-770665a7984d,38919,1731493213178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/WALs/770665a7984d,38919,1731493213178/770665a7984d%2C38919%2C1731493213178.1731493214959 to pos 916, reset compression=false 2024-11-13T10:20:35,237 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178.replicationSource.shipper770665a7984d%2C38919%2C1731493213178,1-770665a7984d,38919,1731493213178 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-770665a7984d,38919,1731493213178 got entry batch from reader: WALEntryBatch [walEntries=[{test/4e2613501dbeb5f76310ce358cadebd1/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/WALs/770665a7984d,38919,1731493213178/770665a7984d%2C38919%2C1731493213178.1731493214959, lastWalPosition=916, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-13T10:20:35,239 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34705 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T10:20:35,246 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34705 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T10:20:35,313 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811.replicationSource.wal-reader.770665a7984d%2C34705%2C1731493216811,1-770665a7984d,34705,1731493216811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/WALs/770665a7984d,34705,1731493216811/770665a7984d%2C34705%2C1731493216811.1731493218159 to pos 758, reset compression=false 2024-11-13T10:20:35,339 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811.replicationSource.wal-reader.770665a7984d%2C34705%2C1731493216811,1-770665a7984d,34705,1731493216811 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T10:20:35,339 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811.replicationSource.wal-reader.770665a7984d%2C34705%2C1731493216811,1-770665a7984d,34705,1731493216811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/WALs/770665a7984d,34705,1731493216811/770665a7984d%2C34705%2C1731493216811.1731493218159 to pos 905, reset compression=false 2024-11-13T10:20:35,339 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811.replicationSource.shipper770665a7984d%2C34705%2C1731493216811,1-770665a7984d,34705,1731493216811 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-770665a7984d,34705,1731493216811 got entry batch from reader: WALEntryBatch [walEntries=[{test/1905cd97d6994f7642c2c10cc0825b21/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/WALs/770665a7984d,34705,1731493216811/770665a7984d%2C34705%2C1731493216811.1731493218159, lastWalPosition=905, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-13T10:20:35,341 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42295 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T10:20:35,346 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42295 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T10:20:35,446 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178.replicationSource.wal-reader.770665a7984d%2C38919%2C1731493213178,1-770665a7984d,38919,1731493213178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/WALs/770665a7984d,38919,1731493213178/770665a7984d%2C38919%2C1731493213178.1731493214959 to pos 916, reset compression=false 2024-11-13T10:20:35,550 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811.replicationSource.wal-reader.770665a7984d%2C34705%2C1731493216811,1-770665a7984d,34705,1731493216811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/WALs/770665a7984d,34705,1731493216811/770665a7984d%2C34705%2C1731493216811.1731493218159 to pos 905, reset compression=false 2024-11-13T10:20:35,590 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315.replicationSource.wal-reader.770665a7984d%2C42295%2C1731493220315,1-770665a7984d,42295,1731493220315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/WALs/770665a7984d,42295,1731493220315/770665a7984d%2C42295%2C1731493220315.1731493222327 to pos 759, reset compression=false 2024-11-13T10:20:35,595 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315.replicationSource.wal-reader.770665a7984d%2C42295%2C1731493220315,1-770665a7984d,42295,1731493220315 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T10:20:35,595 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315.replicationSource.wal-reader.770665a7984d%2C42295%2C1731493220315,1-770665a7984d,42295,1731493220315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/WALs/770665a7984d,42295,1731493220315/770665a7984d%2C42295%2C1731493220315.1731493222327 to pos 930, reset compression=false 2024-11-13T10:20:35,595 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315.replicationSource.shipper770665a7984d%2C42295%2C1731493220315,1-770665a7984d,42295,1731493220315 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-770665a7984d,42295,1731493220315 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/WALs/770665a7984d,42295,1731493220315/770665a7984d%2C42295%2C1731493220315.1731493222327, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T10:20:35,750 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178.replicationSource.wal-reader.770665a7984d%2C38919%2C1731493213178,1-770665a7984d,38919,1731493213178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/WALs/770665a7984d,38919,1731493213178/770665a7984d%2C38919%2C1731493213178.1731493214959 to pos 916, reset compression=false 2024-11-13T10:20:35,800 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315.replicationSource.wal-reader.770665a7984d%2C42295%2C1731493220315,1-770665a7984d,42295,1731493220315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/WALs/770665a7984d,42295,1731493220315/770665a7984d%2C42295%2C1731493220315.1731493222327 to pos 930, reset compression=false 2024-11-13T10:20:35,854 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811.replicationSource.wal-reader.770665a7984d%2C34705%2C1731493216811,1-770665a7984d,34705,1731493216811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/WALs/770665a7984d,34705,1731493216811/770665a7984d%2C34705%2C1731493216811.1731493218159 to pos 905, reset compression=false 2024-11-13T10:20:35,923 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-13T10:20:35,928 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-13T10:20:36,106 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315.replicationSource.wal-reader.770665a7984d%2C42295%2C1731493220315,1-770665a7984d,42295,1731493220315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/WALs/770665a7984d,42295,1731493220315/770665a7984d%2C42295%2C1731493220315.1731493222327 to pos 930, reset compression=false 2024-11-13T10:20:36,157 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178.replicationSource.wal-reader.770665a7984d%2C38919%2C1731493213178,1-770665a7984d,38919,1731493213178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/WALs/770665a7984d,38919,1731493213178/770665a7984d%2C38919%2C1731493213178.1731493214959 to pos 916, reset compression=false 2024-11-13T10:20:36,275 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811.replicationSource.wal-reader.770665a7984d%2C34705%2C1731493216811,1-770665a7984d,34705,1731493216811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/WALs/770665a7984d,34705,1731493216811/770665a7984d%2C34705%2C1731493216811.1731493218159 to pos 905, reset compression=false 2024-11-13T10:20:36,280 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811.replicationSource.wal-reader.770665a7984d%2C34705%2C1731493216811,1-770665a7984d,34705,1731493216811 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T10:20:36,280 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811.replicationSource.wal-reader.770665a7984d%2C34705%2C1731493216811,1-770665a7984d,34705,1731493216811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/WALs/770665a7984d,34705,1731493216811/770665a7984d%2C34705%2C1731493216811.1731493218159 to pos 1064, reset compression=false 2024-11-13T10:20:36,281 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811.replicationSource.shipper770665a7984d%2C34705%2C1731493216811,1-770665a7984d,34705,1731493216811 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-770665a7984d,34705,1731493216811 got entry batch from reader: WALEntryBatch [walEntries=[{test/1905cd97d6994f7642c2c10cc0825b21/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/WALs/770665a7984d,34705,1731493216811/770665a7984d%2C34705%2C1731493216811.1731493218159, lastWalPosition=1064, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-13T10:20:36,282 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42295 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T10:20:36,291 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42295 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T10:20:36,485 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811.replicationSource.wal-reader.770665a7984d%2C34705%2C1731493216811,1-770665a7984d,34705,1731493216811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/WALs/770665a7984d,34705,1731493216811/770665a7984d%2C34705%2C1731493216811.1731493218159 to pos 1064, reset compression=false 2024-11-13T10:20:36,513 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315.replicationSource.wal-reader.770665a7984d%2C42295%2C1731493220315,1-770665a7984d,42295,1731493220315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/WALs/770665a7984d,42295,1731493220315/770665a7984d%2C42295%2C1731493220315.1731493222327 to pos 930, reset compression=false 2024-11-13T10:20:36,518 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315.replicationSource.wal-reader.770665a7984d%2C42295%2C1731493220315,1-770665a7984d,42295,1731493220315 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T10:20:36,518 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315.replicationSource.wal-reader.770665a7984d%2C42295%2C1731493220315,1-770665a7984d,42295,1731493220315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/WALs/770665a7984d,42295,1731493220315/770665a7984d%2C42295%2C1731493220315.1731493222327 to pos 1080, reset compression=false 2024-11-13T10:20:36,518 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315.replicationSource.shipper770665a7984d%2C42295%2C1731493220315,1-770665a7984d,42295,1731493220315 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-770665a7984d,42295,1731493220315 got entry batch from reader: WALEntryBatch [walEntries=[{test/a385f99df2faa6e7971dae6a6d38660c/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/WALs/770665a7984d,42295,1731493220315/770665a7984d%2C42295%2C1731493220315.1731493222327, lastWalPosition=1080, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-13T10:20:36,519 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38919 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T10:20:36,522 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38919 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T10:20:36,660 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178.replicationSource.wal-reader.770665a7984d%2C38919%2C1731493213178,1-770665a7984d,38919,1731493213178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/WALs/770665a7984d,38919,1731493213178/770665a7984d%2C38919%2C1731493213178.1731493214959 to pos 916, reset compression=false 2024-11-13T10:20:36,665 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178.replicationSource.wal-reader.770665a7984d%2C38919%2C1731493213178,1-770665a7984d,38919,1731493213178 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T10:20:36,665 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178.replicationSource.wal-reader.770665a7984d%2C38919%2C1731493213178,1-770665a7984d,38919,1731493213178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/WALs/770665a7984d,38919,1731493213178/770665a7984d%2C38919%2C1731493213178.1731493214959 to pos 1090, reset compression=false 2024-11-13T10:20:36,665 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178.replicationSource.shipper770665a7984d%2C38919%2C1731493213178,1-770665a7984d,38919,1731493213178 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-770665a7984d,38919,1731493213178 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/WALs/770665a7984d,38919,1731493213178/770665a7984d%2C38919%2C1731493213178.1731493214959, lastWalPosition=1090, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T10:20:36,722 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315.replicationSource.wal-reader.770665a7984d%2C42295%2C1731493220315,1-770665a7984d,42295,1731493220315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/WALs/770665a7984d,42295,1731493220315/770665a7984d%2C42295%2C1731493220315.1731493222327 to pos 1080, reset compression=false 2024-11-13T10:20:36,790 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811.replicationSource.wal-reader.770665a7984d%2C34705%2C1731493216811,1-770665a7984d,34705,1731493216811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/WALs/770665a7984d,34705,1731493216811/770665a7984d%2C34705%2C1731493216811.1731493218159 to pos 1064, reset compression=false 2024-11-13T10:20:36,868 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178.replicationSource.wal-reader.770665a7984d%2C38919%2C1731493213178,1-770665a7984d,38919,1731493213178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/WALs/770665a7984d,38919,1731493213178/770665a7984d%2C38919%2C1731493213178.1731493214959 to pos 1090, reset compression=false 2024-11-13T10:20:36,930 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-13T10:20:36,935 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-13T10:20:37,026 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315.replicationSource.wal-reader.770665a7984d%2C42295%2C1731493220315,1-770665a7984d,42295,1731493220315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/WALs/770665a7984d,42295,1731493220315/770665a7984d%2C42295%2C1731493220315.1731493222327 to pos 1080, reset compression=false 2024-11-13T10:20:37,030 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315.replicationSource.wal-reader.770665a7984d%2C42295%2C1731493220315,1-770665a7984d,42295,1731493220315 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T10:20:37,030 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315.replicationSource.wal-reader.770665a7984d%2C42295%2C1731493220315,1-770665a7984d,42295,1731493220315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/WALs/770665a7984d,42295,1731493220315/770665a7984d%2C42295%2C1731493220315.1731493222327 to pos 1239, reset compression=false 2024-11-13T10:20:37,030 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315.replicationSource.shipper770665a7984d%2C42295%2C1731493220315,1-770665a7984d,42295,1731493220315 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-770665a7984d,42295,1731493220315 got entry batch from reader: WALEntryBatch [walEntries=[{test/a385f99df2faa6e7971dae6a6d38660c/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/WALs/770665a7984d,42295,1731493220315/770665a7984d%2C42295%2C1731493220315.1731493222327, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-13T10:20:37,031 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38919 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T10:20:37,034 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38919 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T10:20:37,172 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178.replicationSource.wal-reader.770665a7984d%2C38919%2C1731493213178,1-770665a7984d,38919,1731493213178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/WALs/770665a7984d,38919,1731493213178/770665a7984d%2C38919%2C1731493213178.1731493214959 to pos 1090, reset compression=false 2024-11-13T10:20:37,176 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178.replicationSource.wal-reader.770665a7984d%2C38919%2C1731493213178,1-770665a7984d,38919,1731493213178 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T10:20:37,176 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178.replicationSource.wal-reader.770665a7984d%2C38919%2C1731493213178,1-770665a7984d,38919,1731493213178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/WALs/770665a7984d,38919,1731493213178/770665a7984d%2C38919%2C1731493213178.1731493214959 to pos 1240, reset compression=false 2024-11-13T10:20:37,176 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178.replicationSource.shipper770665a7984d%2C38919%2C1731493213178,1-770665a7984d,38919,1731493213178 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-770665a7984d,38919,1731493213178 got entry batch from reader: WALEntryBatch [walEntries=[{test/4e2613501dbeb5f76310ce358cadebd1/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/WALs/770665a7984d,38919,1731493213178/770665a7984d%2C38919%2C1731493213178.1731493214959, lastWalPosition=1240, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-13T10:20:37,178 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34705 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T10:20:37,181 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34705 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T10:20:37,193 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811.replicationSource.wal-reader.770665a7984d%2C34705%2C1731493216811,1-770665a7984d,34705,1731493216811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/WALs/770665a7984d,34705,1731493216811/770665a7984d%2C34705%2C1731493216811.1731493218159 to pos 1064, reset compression=false 2024-11-13T10:20:37,197 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811.replicationSource.wal-reader.770665a7984d%2C34705%2C1731493216811,1-770665a7984d,34705,1731493216811 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T10:20:37,197 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811.replicationSource.wal-reader.770665a7984d%2C34705%2C1731493216811,1-770665a7984d,34705,1731493216811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/WALs/770665a7984d,34705,1731493216811/770665a7984d%2C34705%2C1731493216811.1731493218159 to pos 1237, reset compression=false 2024-11-13T10:20:37,198 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811.replicationSource.shipper770665a7984d%2C34705%2C1731493216811,1-770665a7984d,34705,1731493216811 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-770665a7984d,34705,1731493216811 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/WALs/770665a7984d,34705,1731493216811/770665a7984d%2C34705%2C1731493216811.1731493218159, lastWalPosition=1237, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T10:20:37,234 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315.replicationSource.wal-reader.770665a7984d%2C42295%2C1731493220315,1-770665a7984d,42295,1731493220315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/WALs/770665a7984d,42295,1731493220315/770665a7984d%2C42295%2C1731493220315.1731493222327 to pos 1239, reset compression=false 2024-11-13T10:20:37,389 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178.replicationSource.wal-reader.770665a7984d%2C38919%2C1731493213178,1-770665a7984d,38919,1731493213178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/WALs/770665a7984d,38919,1731493213178/770665a7984d%2C38919%2C1731493213178.1731493214959 to pos 1240, reset compression=false 2024-11-13T10:20:37,403 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811.replicationSource.wal-reader.770665a7984d%2C34705%2C1731493216811,1-770665a7984d,34705,1731493216811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/WALs/770665a7984d,34705,1731493216811/770665a7984d%2C34705%2C1731493216811.1731493218159 to pos 1237, reset compression=false 2024-11-13T10:20:37,538 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315.replicationSource.wal-reader.770665a7984d%2C42295%2C1731493220315,1-770665a7984d,42295,1731493220315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/WALs/770665a7984d,42295,1731493220315/770665a7984d%2C42295%2C1731493220315.1731493222327 to pos 1239, reset compression=false 2024-11-13T10:20:37,693 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178.replicationSource.wal-reader.770665a7984d%2C38919%2C1731493213178,1-770665a7984d,38919,1731493213178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/WALs/770665a7984d,38919,1731493213178/770665a7984d%2C38919%2C1731493213178.1731493214959 to pos 1240, reset compression=false 2024-11-13T10:20:37,707 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811.replicationSource.wal-reader.770665a7984d%2C34705%2C1731493216811,1-770665a7984d,34705,1731493216811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/WALs/770665a7984d,34705,1731493216811/770665a7984d%2C34705%2C1731493216811.1731493218159 to pos 1237, reset compression=false 2024-11-13T10:20:37,937 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-13T10:20:37,942 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315.replicationSource.wal-reader.770665a7984d%2C42295%2C1731493220315,1-770665a7984d,42295,1731493220315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/WALs/770665a7984d,42295,1731493220315/770665a7984d%2C42295%2C1731493220315.1731493222327 to pos 1239, reset compression=false 2024-11-13T10:20:37,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cf30fd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:20:37,947 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,40431,-1 for getting cluster id 2024-11-13T10:20:37,947 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:20:37,948 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e04d662d-18b2-4da1-b00b-e5bbed7ad0af' 2024-11-13T10:20:37,948 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:20:37,948 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e04d662d-18b2-4da1-b00b-e5bbed7ad0af" 2024-11-13T10:20:37,948 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bc55d97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:20:37,948 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,40431,-1] 2024-11-13T10:20:37,949 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:20:37,949 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:37,950 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:20:37,950 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@389bc2de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:20:37,953 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:20:37,954 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,40431,1731493220267 2024-11-13T10:20:37,954 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3328af25 2024-11-13T10:20:37,955 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:20:37,956 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T10:20:37,956 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40431 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-13T10:20:37,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40431 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-13T10:20:37,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T10:20:37,964 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T10:20:38,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T10:20:38,097 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178.replicationSource.wal-reader.770665a7984d%2C38919%2C1731493213178,1-770665a7984d,38919,1731493213178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/WALs/770665a7984d,38919,1731493213178/770665a7984d%2C38919%2C1731493213178.1731493214959 to pos 1240, reset compression=false 2024-11-13T10:20:38,113 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811.replicationSource.wal-reader.770665a7984d%2C34705%2C1731493216811,1-770665a7984d,34705,1731493216811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/WALs/770665a7984d,34705,1731493216811/770665a7984d%2C34705%2C1731493216811.1731493218159 to pos 1237, reset compression=false 2024-11-13T10:20:38,116 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-13T10:20:38,116 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-13T10:20:38,117 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-13T10:20:38,117 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-770665a7984d,42295,1731493220315 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-13T10:20:38,117 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/770665a7984d:0-0. 2024-11-13T10:20:38,117 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:20:38,117 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:38,118 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:38,118 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:20:38,218 WARN [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315.replicationSource.wal-reader.770665a7984d%2C42295%2C1731493220315,1-770665a7984d,42295,1731493220315 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T10:20:38,218 WARN [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315.replicationSource.shipper770665a7984d%2C42295%2C1731493220315,1-770665a7984d,42295,1731493220315 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T10:20:38,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T10:20:38,318 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315.replicationSource.shipper770665a7984d%2C42295%2C1731493220315,1-770665a7984d,42295,1731493220315 terminated 2024-11-13T10:20:38,341 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-770665a7984d,42295,1731493220315, ReplicationSource: 1, currentBandwidth=0 2024-11-13T10:20:38,341 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-13T10:20:38,344 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-13T10:20:38,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40431 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-13T10:20:38,347 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 770665a7984d,42295,1731493220315 suceeded 2024-11-13T10:20:38,350 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-13T10:20:38,350 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 383 msec 2024-11-13T10:20:38,350 INFO [PEWorker-4 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-13T10:20:38,352 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 394 msec 2024-11-13T10:20:38,361 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='770665a7984d:33407' 2024-11-13T10:20:38,362 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9946b88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:20:38,362 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315 {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,33407,-1 for getting cluster id 2024-11-13T10:20:38,363 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:20:38,363 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65c99a16-423b-4f79-a88e-4f72d8931657' 2024-11-13T10:20:38,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:20:38,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65c99a16-423b-4f79-a88e-4f72d8931657" 2024-11-13T10:20:38,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49a6c439, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:20:38,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,33407,-1] 2024-11-13T10:20:38,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:20:38,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:38,365 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:20:38,366 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6291d2b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:20:38,366 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:20:38,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,33407,1731493213118 2024-11-13T10:20:38,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4301c985 2024-11-13T10:20:38,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:20:38,367 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-13T10:20:38,368 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-770665a7984d,42295,1731493220315 (queues=1) is replicating from cluster=e04d662d-18b2-4da1-b00b-e5bbed7ad0af to cluster=65c99a16-423b-4f79-a88e-4f72d8931657 2024-11-13T10:20:38,368 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=770665a7984d%2C42295%2C1731493220315 2024-11-13T10:20:38,368 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-770665a7984d,42295,1731493220315, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T10:20:38,372 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315.replicationSource.shipper770665a7984d%2C42295%2C1731493220315,1-770665a7984d,42295,1731493220315 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 770665a7984d%2C42295%2C1731493220315 2024-11-13T10:20:38,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T10:20:38,594 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-13T10:20:38,594 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T10:20:38,594 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:20:38,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:38,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:38,594 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:20:38,599 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-13T10:20:38,601 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178.replicationSource.wal-reader.770665a7984d%2C38919%2C1731493213178,1-770665a7984d,38919,1731493213178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/WALs/770665a7984d,38919,1731493213178/770665a7984d%2C38919%2C1731493213178.1731493214959 to pos 1240, reset compression=false 2024-11-13T10:20:38,617 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811.replicationSource.wal-reader.770665a7984d%2C34705%2C1731493216811,1-770665a7984d,34705,1731493216811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/WALs/770665a7984d,34705,1731493216811/770665a7984d%2C34705%2C1731493216811.1731493218159 to pos 1237, reset compression=false 2024-11-13T10:20:38,619 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178.replicationSource.wal-reader.770665a7984d%2C38919%2C1731493213178,1-770665a7984d,38919,1731493213178 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T10:20:38,619 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178.replicationSource.wal-reader.770665a7984d%2C38919%2C1731493213178,1-770665a7984d,38919,1731493213178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/WALs/770665a7984d,38919,1731493213178/770665a7984d%2C38919%2C1731493213178.1731493214959 to pos 1344, reset compression=false 2024-11-13T10:20:38,619 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178.replicationSource.shipper770665a7984d%2C38919%2C1731493213178,1-770665a7984d,38919,1731493213178 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-770665a7984d,38919,1731493213178 got entry batch from reader: WALEntryBatch [walEntries=[{test/4e2613501dbeb5f76310ce358cadebd1/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/WALs/770665a7984d,38919,1731493213178/770665a7984d%2C38919%2C1731493213178.1731493214959, lastWalPosition=1344, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T10:20:38,621 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34705 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T10:20:38,624 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34705 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T10:20:38,627 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811.replicationSource.wal-reader.770665a7984d%2C34705%2C1731493216811,1-770665a7984d,34705,1731493216811 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T10:20:38,627 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811.replicationSource.wal-reader.770665a7984d%2C34705%2C1731493216811,1-770665a7984d,34705,1731493216811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/WALs/770665a7984d,34705,1731493216811/770665a7984d%2C34705%2C1731493216811.1731493218159 to pos 1364, reset compression=false 2024-11-13T10:20:38,627 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811.replicationSource.shipper770665a7984d%2C34705%2C1731493216811,1-770665a7984d,34705,1731493216811 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-770665a7984d,34705,1731493216811 got entry batch from reader: WALEntryBatch [walEntries=[{test/1905cd97d6994f7642c2c10cc0825b21/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/WALs/770665a7984d,34705,1731493216811/770665a7984d%2C34705%2C1731493216811.1731493218159, lastWalPosition=1364, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-13T10:20:38,628 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42295 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T10:20:38,631 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42295 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T10:20:38,831 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178.replicationSource.wal-reader.770665a7984d%2C38919%2C1731493213178,1-770665a7984d,38919,1731493213178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/WALs/770665a7984d,38919,1731493213178/770665a7984d%2C38919%2C1731493213178.1731493214959 to pos 1344, reset compression=false 2024-11-13T10:20:38,834 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811.replicationSource.wal-reader.770665a7984d%2C34705%2C1731493216811,1-770665a7984d,34705,1731493216811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/WALs/770665a7984d,34705,1731493216811/770665a7984d%2C34705%2C1731493216811.1731493218159 to pos 1364, reset compression=false 2024-11-13T10:20:39,137 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178.replicationSource.wal-reader.770665a7984d%2C38919%2C1731493213178,1-770665a7984d,38919,1731493213178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/WALs/770665a7984d,38919,1731493213178/770665a7984d%2C38919%2C1731493213178.1731493214959 to pos 1344, reset compression=false 2024-11-13T10:20:39,139 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811.replicationSource.wal-reader.770665a7984d%2C34705%2C1731493216811,1-770665a7984d,34705,1731493216811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/WALs/770665a7984d,34705,1731493216811/770665a7984d%2C34705%2C1731493216811.1731493218159 to pos 1364, reset compression=false 2024-11-13T10:20:39,541 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178.replicationSource.wal-reader.770665a7984d%2C38919%2C1731493213178,1-770665a7984d,38919,1731493213178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/WALs/770665a7984d,38919,1731493213178/770665a7984d%2C38919%2C1731493213178.1731493214959 to pos 1344, reset compression=false 2024-11-13T10:20:39,543 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811.replicationSource.wal-reader.770665a7984d%2C34705%2C1731493216811,1-770665a7984d,34705,1731493216811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/WALs/770665a7984d,34705,1731493216811/770665a7984d%2C34705%2C1731493216811.1731493218159 to pos 1364, reset compression=false 2024-11-13T10:20:39,601 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-13T10:20:39,608 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a0d9f16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:20:39,608 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,40431,-1 for getting cluster id 2024-11-13T10:20:39,608 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:20:39,609 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e04d662d-18b2-4da1-b00b-e5bbed7ad0af' 2024-11-13T10:20:39,610 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:20:39,610 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e04d662d-18b2-4da1-b00b-e5bbed7ad0af" 2024-11-13T10:20:39,610 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23b6e654, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:20:39,610 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,40431,-1] 2024-11-13T10:20:39,610 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:20:39,610 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:39,612 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:20:39,613 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c0408e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:20:39,616 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:20:39,617 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,40431,1731493220267 2024-11-13T10:20:39,617 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68aeaebc 2024-11-13T10:20:39,618 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:20:39,620 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T10:20:39,621 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40431 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-13T10:20:39,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40431 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-13T10:20:39,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-13T10:20:39,628 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T10:20:39,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-13T10:20:39,781 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-13T10:20:39,781 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-13T10:20:39,781 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-13T10:20:39,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40431 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-13T10:20:39,784 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 770665a7984d,42295,1731493220315 suceeded 2024-11-13T10:20:39,785 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-13T10:20:39,785 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 156 msec 2024-11-13T10:20:39,785 INFO [PEWorker-5 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-13T10:20:39,786 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 164 msec 2024-11-13T10:20:39,870 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315.replicationSource.wal-reader.770665a7984d%2C42295%2C1731493220315,1-770665a7984d,42295,1731493220315 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/WALs/770665a7984d,42295,1731493220315/770665a7984d%2C42295%2C1731493220315.1731493222327, startPosition=1239, beingWritten=true 2024-11-13T10:20:39,883 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315.replicationSource.wal-reader.770665a7984d%2C42295%2C1731493220315,1-770665a7984d,42295,1731493220315 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T10:20:39,883 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315.replicationSource.wal-reader.770665a7984d%2C42295%2C1731493220315,1-770665a7984d,42295,1731493220315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/WALs/770665a7984d,42295,1731493220315/770665a7984d%2C42295%2C1731493220315.1731493222327 to pos 1390, reset compression=false 2024-11-13T10:20:39,883 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315.replicationSource.shipper770665a7984d%2C42295%2C1731493220315,1-770665a7984d,42295,1731493220315 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-770665a7984d,42295,1731493220315 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/WALs/770665a7984d,42295,1731493220315/770665a7984d%2C42295%2C1731493220315.1731493222327, lastWalPosition=1390, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T10:20:39,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-13T10:20:39,942 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-13T10:20:39,942 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T10:20:39,942 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:20:39,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:39,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:39,942 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:20:39,944 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row4. IsDeleteReplication:false 2024-11-13T10:20:40,046 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178.replicationSource.wal-reader.770665a7984d%2C38919%2C1731493213178,1-770665a7984d,38919,1731493213178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/WALs/770665a7984d,38919,1731493213178/770665a7984d%2C38919%2C1731493213178.1731493214959 to pos 1344, reset compression=false 2024-11-13T10:20:40,049 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811.replicationSource.wal-reader.770665a7984d%2C34705%2C1731493216811,1-770665a7984d,34705,1731493216811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/WALs/770665a7984d,34705,1731493216811/770665a7984d%2C34705%2C1731493216811.1731493218159 to pos 1364, reset compression=false 2024-11-13T10:20:40,059 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811.replicationSource.wal-reader.770665a7984d%2C34705%2C1731493216811,1-770665a7984d,34705,1731493216811 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T10:20:40,059 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811.replicationSource.wal-reader.770665a7984d%2C34705%2C1731493216811,1-770665a7984d,34705,1731493216811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/WALs/770665a7984d,34705,1731493216811/770665a7984d%2C34705%2C1731493216811.1731493218159 to pos 1468, reset compression=false 2024-11-13T10:20:40,059 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811.replicationSource.shipper770665a7984d%2C34705%2C1731493216811,1-770665a7984d,34705,1731493216811 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-770665a7984d,34705,1731493216811 got entry batch from reader: WALEntryBatch [walEntries=[{test/1905cd97d6994f7642c2c10cc0825b21/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/WALs/770665a7984d,34705,1731493216811/770665a7984d%2C34705%2C1731493216811.1731493218159, lastWalPosition=1468, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T10:20:40,060 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42295 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T10:20:40,064 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42295 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T10:20:40,087 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315.replicationSource.wal-reader.770665a7984d%2C42295%2C1731493220315,1-770665a7984d,42295,1731493220315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/WALs/770665a7984d,42295,1731493220315/770665a7984d%2C42295%2C1731493220315.1731493222327 to pos 1390, reset compression=false 2024-11-13T10:20:40,092 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315.replicationSource.wal-reader.770665a7984d%2C42295%2C1731493220315,1-770665a7984d,42295,1731493220315 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T10:20:40,092 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315.replicationSource.wal-reader.770665a7984d%2C42295%2C1731493220315,1-770665a7984d,42295,1731493220315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/WALs/770665a7984d,42295,1731493220315/770665a7984d%2C42295%2C1731493220315.1731493222327 to pos 1518, reset compression=false 2024-11-13T10:20:40,092 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315.replicationSource.shipper770665a7984d%2C42295%2C1731493220315,1-770665a7984d,42295,1731493220315 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-770665a7984d,42295,1731493220315 got entry batch from reader: WALEntryBatch [walEntries=[{test/a385f99df2faa6e7971dae6a6d38660c/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/WALs/770665a7984d,42295,1731493220315/770665a7984d%2C42295%2C1731493220315.1731493222327, lastWalPosition=1518, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-13T10:20:40,095 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315.replicationSource.shipper770665a7984d%2C42295%2C1731493220315,1-770665a7984d,42295,1731493220315 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T10:20:40,097 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-13T10:20:40,097 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38919 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T10:20:40,099 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38919 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T10:20:40,264 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811.replicationSource.wal-reader.770665a7984d%2C34705%2C1731493216811,1-770665a7984d,34705,1731493216811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/WALs/770665a7984d,34705,1731493216811/770665a7984d%2C34705%2C1731493216811.1731493218159 to pos 1468, reset compression=false 2024-11-13T10:20:40,297 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315.replicationSource.wal-reader.770665a7984d%2C42295%2C1731493220315,1-770665a7984d,42295,1731493220315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/WALs/770665a7984d,42295,1731493220315/770665a7984d%2C42295%2C1731493220315.1731493222327 to pos 1518, reset compression=false 2024-11-13T10:20:40,573 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811.replicationSource.wal-reader.770665a7984d%2C34705%2C1731493216811,1-770665a7984d,34705,1731493216811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/WALs/770665a7984d,34705,1731493216811/770665a7984d%2C34705%2C1731493216811.1731493218159 to pos 1468, reset compression=false 2024-11-13T10:20:40,605 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315.replicationSource.wal-reader.770665a7984d%2C42295%2C1731493220315,1-770665a7984d,42295,1731493220315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/WALs/770665a7984d,42295,1731493220315/770665a7984d%2C42295%2C1731493220315.1731493222327 to pos 1518, reset compression=false 2024-11-13T10:20:40,658 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178.replicationSource.wal-reader.770665a7984d%2C38919%2C1731493213178,1-770665a7984d,38919,1731493213178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/WALs/770665a7984d,38919,1731493213178/770665a7984d%2C38919%2C1731493213178.1731493214959 to pos 1344, reset compression=false 2024-11-13T10:20:40,667 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178.replicationSource.wal-reader.770665a7984d%2C38919%2C1731493213178,1-770665a7984d,38919,1731493213178 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T10:20:40,667 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178.replicationSource.wal-reader.770665a7984d%2C38919%2C1731493213178,1-770665a7984d,38919,1731493213178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/WALs/770665a7984d,38919,1731493213178/770665a7984d%2C38919%2C1731493213178.1731493214959 to pos 1496, reset compression=false 2024-11-13T10:20:40,667 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178.replicationSource.shipper770665a7984d%2C38919%2C1731493213178,1-770665a7984d,38919,1731493213178 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-770665a7984d,38919,1731493213178 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/WALs/770665a7984d,38919,1731493213178/770665a7984d%2C38919%2C1731493213178.1731493214959, lastWalPosition=1496, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T10:20:40,873 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178.replicationSource.wal-reader.770665a7984d%2C38919%2C1731493213178,1-770665a7984d,38919,1731493213178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/WALs/770665a7984d,38919,1731493213178/770665a7984d%2C38919%2C1731493213178.1731493214959 to pos 1496, reset compression=false 2024-11-13T10:20:40,946 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-13T10:20:40,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T10:20:40,947 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T10:20:40,947 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:20:40,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:40,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:40,947 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:20:40,947 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T10:20:40,947 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1763894163, stopped=false 2024-11-13T10:20:40,947 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=770665a7984d,40431,1731493220267 2024-11-13T10:20:40,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42295-0x10110d799e70007, quorum=127.0.0.1:55964, baseZNode=/2-1131833745 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1131833745/running 2024-11-13T10:20:40,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40431-0x10110d799e70006, quorum=127.0.0.1:55964, baseZNode=/2-1131833745 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1131833745/running 2024-11-13T10:20:40,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40431-0x10110d799e70006, quorum=127.0.0.1:55964, baseZNode=/2-1131833745 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1131833745 2024-11-13T10:20:40,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42295-0x10110d799e70007, quorum=127.0.0.1:55964, baseZNode=/2-1131833745 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1131833745 2024-11-13T10:20:40,950 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T10:20:40,950 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T10:20:40,950 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:20:40,950 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:40,951 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '770665a7984d,42295,1731493220315' ***** 2024-11-13T10:20:40,951 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T10:20:40,951 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42295-0x10110d799e70007, quorum=127.0.0.1:55964, baseZNode=/2-1131833745 Set watcher on znode that does not yet exist, /2-1131833745/running 2024-11-13T10:20:40,951 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40431-0x10110d799e70006, quorum=127.0.0.1:55964, baseZNode=/2-1131833745 Set watcher on znode that does not yet exist, /2-1131833745/running 2024-11-13T10:20:40,952 INFO [RS:0;770665a7984d:42295 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T10:20:40,953 INFO [RS:0;770665a7984d:42295 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T10:20:40,953 INFO [RS:0;770665a7984d:42295 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T10:20:40,953 INFO [RS:0;770665a7984d:42295 {}] regionserver.HRegionServer(3091): Received CLOSE for 259f2c534a946e99dc814b1ac64fa3bc 2024-11-13T10:20:40,953 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T10:20:40,953 INFO [RS:0;770665a7984d:42295 {}] regionserver.HRegionServer(3091): Received CLOSE for a385f99df2faa6e7971dae6a6d38660c 2024-11-13T10:20:40,953 INFO [RS:0;770665a7984d:42295 {}] regionserver.HRegionServer(959): stopping server 770665a7984d,42295,1731493220315 2024-11-13T10:20:40,953 INFO [RS:0;770665a7984d:42295 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T10:20:40,953 INFO [RS:0;770665a7984d:42295 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;770665a7984d:42295. 2024-11-13T10:20:40,953 DEBUG [RS:0;770665a7984d:42295 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:20:40,953 DEBUG [RS:0;770665a7984d:42295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:40,954 INFO [RS:0;770665a7984d:42295 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T10:20:40,954 INFO [RS:0;770665a7984d:42295 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T10:20:40,954 INFO [RS:0;770665a7984d:42295 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T10:20:40,954 INFO [RS:0;770665a7984d:42295 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T10:20:40,954 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 259f2c534a946e99dc814b1ac64fa3bc, disabling compactions & flushes 2024-11-13T10:20:40,954 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731493229637.259f2c534a946e99dc814b1ac64fa3bc. 2024-11-13T10:20:40,954 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731493229637.259f2c534a946e99dc814b1ac64fa3bc. 2024-11-13T10:20:40,954 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731493229637.259f2c534a946e99dc814b1ac64fa3bc. after waiting 0 ms 2024-11-13T10:20:40,954 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731493229637.259f2c534a946e99dc814b1ac64fa3bc. 2024-11-13T10:20:40,954 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 259f2c534a946e99dc814b1ac64fa3bc 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB 2024-11-13T10:20:40,955 INFO [RS:0;770665a7984d:42295 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T10:20:40,955 DEBUG [RS:0;770665a7984d:42295 {}] regionserver.HRegionServer(1325): Online Regions={259f2c534a946e99dc814b1ac64fa3bc=hbase:replication,,1731493229637.259f2c534a946e99dc814b1ac64fa3bc., a385f99df2faa6e7971dae6a6d38660c=test,,1731493225135.a385f99df2faa6e7971dae6a6d38660c., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T10:20:40,955 DEBUG [RS:0;770665a7984d:42295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 259f2c534a946e99dc814b1ac64fa3bc, a385f99df2faa6e7971dae6a6d38660c 2024-11-13T10:20:40,955 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T10:20:40,955 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T10:20:40,955 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T10:20:40,955 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T10:20:40,955 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T10:20:40,956 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T10:20:40,977 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811.replicationSource.wal-reader.770665a7984d%2C34705%2C1731493216811,1-770665a7984d,34705,1731493216811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/WALs/770665a7984d,34705,1731493216811/770665a7984d%2C34705%2C1731493216811.1731493218159 to pos 1468, reset compression=false 2024-11-13T10:20:40,986 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/data/hbase/replication/259f2c534a946e99dc814b1ac64fa3bc/.tmp/queue/be7f7329f1ec48cf92e95dae700a9b40 is 154, key is 1-770665a7984d,42295,1731493220315/queue:770665a7984d%2C42295%2C1731493220315/1731493240101/Put/seqid=0 2024-11-13T10:20:41,002 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/data/hbase/meta/1588230740/.tmp/info/0f92cb9683f849a7b35a556165379eb5 is 147, key is hbase:replication,,1731493229637.259f2c534a946e99dc814b1ac64fa3bc./info:regioninfo/1731493230839/Put/seqid=0 2024-11-13T10:20:41,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37891 is added to blk_1073741840_1016 (size=5353) 2024-11-13T10:20:41,007 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/data/hbase/replication/259f2c534a946e99dc814b1ac64fa3bc/.tmp/queue/be7f7329f1ec48cf92e95dae700a9b40 2024-11-13T10:20:41,010 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315.replicationSource.wal-reader.770665a7984d%2C42295%2C1731493220315,1-770665a7984d,42295,1731493220315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/WALs/770665a7984d,42295,1731493220315/770665a7984d%2C42295%2C1731493220315.1731493222327 to pos 1518, reset compression=false 2024-11-13T10:20:41,017 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/data/hbase/replication/259f2c534a946e99dc814b1ac64fa3bc/.tmp/queue/be7f7329f1ec48cf92e95dae700a9b40 as hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/data/hbase/replication/259f2c534a946e99dc814b1ac64fa3bc/queue/be7f7329f1ec48cf92e95dae700a9b40 2024-11-13T10:20:41,019 INFO [regionserver/770665a7984d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T10:20:41,028 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/data/hbase/replication/259f2c534a946e99dc814b1ac64fa3bc/queue/be7f7329f1ec48cf92e95dae700a9b40, entries=1, sequenceid=13, filesize=5.2 K 2024-11-13T10:20:41,029 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1343, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 259f2c534a946e99dc814b1ac64fa3bc in 75ms, sequenceid=13, compaction requested=false 2024-11-13T10:20:41,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37891 is added to blk_1073741841_1017 (size=7686) 2024-11-13T10:20:41,032 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/data/hbase/meta/1588230740/.tmp/info/0f92cb9683f849a7b35a556165379eb5 2024-11-13T10:20:41,045 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/data/hbase/replication/259f2c534a946e99dc814b1ac64fa3bc/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-13T10:20:41,046 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T10:20:41,046 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T10:20:41,046 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731493229637.259f2c534a946e99dc814b1ac64fa3bc. 2024-11-13T10:20:41,046 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 259f2c534a946e99dc814b1ac64fa3bc: Waiting for close lock at 1731493240954Running coprocessor pre-close hooks at 1731493240954Disabling compacts and flushes for region at 1731493240954Disabling writes for close at 1731493240954Obtaining lock to block concurrent updates at 1731493240954Preparing flush snapshotting stores in 259f2c534a946e99dc814b1ac64fa3bc at 1731493240954Finished memstore snapshotting hbase:replication,,1731493229637.259f2c534a946e99dc814b1ac64fa3bc., syncing WAL and waiting on mvcc, flushsize=dataSize=1343, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1731493240955 (+1 ms)Flushing stores of hbase:replication,,1731493229637.259f2c534a946e99dc814b1ac64fa3bc. at 1731493240956 (+1 ms)Flushing 259f2c534a946e99dc814b1ac64fa3bc/queue: creating writer at 1731493240956Flushing 259f2c534a946e99dc814b1ac64fa3bc/queue: appending metadata at 1731493240983 (+27 ms)Flushing 259f2c534a946e99dc814b1ac64fa3bc/queue: closing flushed file at 1731493240983Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4faf5951: reopening flushed file at 1731493241016 (+33 ms)Finished flush of dataSize ~1.31 KB/1343, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 259f2c534a946e99dc814b1ac64fa3bc in 75ms, sequenceid=13, compaction requested=false at 1731493241029 (+13 ms)Writing region close event to WAL at 1731493241033 (+4 ms)Running coprocessor post-close hooks at 1731493241045 (+12 ms)Closed at 1731493241046 (+1 ms) 2024-11-13T10:20:41,046 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731493229637.259f2c534a946e99dc814b1ac64fa3bc. 2024-11-13T10:20:41,046 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a385f99df2faa6e7971dae6a6d38660c, disabling compactions & flushes 2024-11-13T10:20:41,046 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731493225135.a385f99df2faa6e7971dae6a6d38660c. 2024-11-13T10:20:41,046 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731493225135.a385f99df2faa6e7971dae6a6d38660c. 2024-11-13T10:20:41,046 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731493225135.a385f99df2faa6e7971dae6a6d38660c. after waiting 0 ms 2024-11-13T10:20:41,046 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731493225135.a385f99df2faa6e7971dae6a6d38660c. 2024-11-13T10:20:41,046 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a385f99df2faa6e7971dae6a6d38660c 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-13T10:20:41,065 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/data/hbase/meta/1588230740/.tmp/ns/4da905db81b044bd9877db7d0cc7b1f7 is 43, key is default/ns:d/1731493223327/Put/seqid=0 2024-11-13T10:20:41,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37891 is added to blk_1073741842_1018 (size=5153) 2024-11-13T10:20:41,070 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/data/hbase/meta/1588230740/.tmp/ns/4da905db81b044bd9877db7d0cc7b1f7 2024-11-13T10:20:41,077 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/data/default/test/a385f99df2faa6e7971dae6a6d38660c/.tmp/f/586729260ddc407abe2743624f9aa459 is 37, key is row3/f:row3/1731493238596/Put/seqid=0 2024-11-13T10:20:41,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37891 is added to blk_1073741843_1019 (size=5228) 2024-11-13T10:20:41,100 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/data/default/test/a385f99df2faa6e7971dae6a6d38660c/.tmp/f/586729260ddc407abe2743624f9aa459 2024-11-13T10:20:41,104 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/data/hbase/meta/1588230740/.tmp/rep_barrier/176149b497134ab596b687735de8fe51 is 112, key is test,,1731493225135.a385f99df2faa6e7971dae6a6d38660c./rep_barrier:seqnumDuringOpen/1731493226294/Put/seqid=0 2024-11-13T10:20:41,108 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 586729260ddc407abe2743624f9aa459 2024-11-13T10:20:41,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37891 is added to blk_1073741844_1020 (size=5518) 2024-11-13T10:20:41,122 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/data/hbase/meta/1588230740/.tmp/rep_barrier/176149b497134ab596b687735de8fe51 2024-11-13T10:20:41,129 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/data/default/test/a385f99df2faa6e7971dae6a6d38660c/.tmp/f1/01b684b966f34a99a0080248aef47d54 is 30, key is row1/f1:/1731493235924/DeleteFamily/seqid=0 2024-11-13T10:20:41,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37891 is added to blk_1073741845_1021 (size=5158) 2024-11-13T10:20:41,155 DEBUG [RS:0;770665a7984d:42295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a385f99df2faa6e7971dae6a6d38660c 2024-11-13T10:20:41,163 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/data/hbase/meta/1588230740/.tmp/table/549c00a4e61c4c11908f1a9618485c70 is 53, key is hbase:replication/table:state/1731493230848/Put/seqid=0 2024-11-13T10:20:41,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37891 is added to blk_1073741846_1022 (size=5308) 2024-11-13T10:20:41,177 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178.replicationSource.wal-reader.770665a7984d%2C38919%2C1731493213178,1-770665a7984d,38919,1731493213178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/WALs/770665a7984d,38919,1731493213178/770665a7984d%2C38919%2C1731493213178.1731493214959 to pos 1496, reset compression=false 2024-11-13T10:20:41,264 INFO [regionserver/770665a7984d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T10:20:41,264 INFO [regionserver/770665a7984d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T10:20:41,356 DEBUG [RS:0;770665a7984d:42295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a385f99df2faa6e7971dae6a6d38660c 2024-11-13T10:20:41,498 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811.replicationSource.wal-reader.770665a7984d%2C34705%2C1731493216811,1-770665a7984d,34705,1731493216811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/WALs/770665a7984d,34705,1731493216811/770665a7984d%2C34705%2C1731493216811.1731493218159 to pos 1468, reset compression=false 2024-11-13T10:20:41,542 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315.replicationSource.wal-reader.770665a7984d%2C42295%2C1731493220315,1-770665a7984d,42295,1731493220315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/WALs/770665a7984d,42295,1731493220315/770665a7984d%2C42295%2C1731493220315.1731493222327 to pos 1518, reset compression=false 2024-11-13T10:20:41,547 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/data/default/test/a385f99df2faa6e7971dae6a6d38660c/.tmp/f1/01b684b966f34a99a0080248aef47d54 2024-11-13T10:20:41,552 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 01b684b966f34a99a0080248aef47d54 2024-11-13T10:20:41,556 DEBUG [RS:0;770665a7984d:42295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a385f99df2faa6e7971dae6a6d38660c 2024-11-13T10:20:41,563 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315.replicationSource.wal-reader.770665a7984d%2C42295%2C1731493220315,1-770665a7984d,42295,1731493220315 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T10:20:41,563 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315.replicationSource.wal-reader.770665a7984d%2C42295%2C1731493220315,1-770665a7984d,42295,1731493220315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/WALs/770665a7984d,42295,1731493220315/770665a7984d%2C42295%2C1731493220315.1731493222327 to pos 1765, reset compression=false 2024-11-13T10:20:41,563 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315.replicationSource.shipper770665a7984d%2C42295%2C1731493220315,1-770665a7984d,42295,1731493220315 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-770665a7984d,42295,1731493220315 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/WALs/770665a7984d,42295,1731493220315/770665a7984d%2C42295%2C1731493220315.1731493222327, lastWalPosition=1765, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T10:20:41,564 ERROR [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315.replicationSource.shipper770665a7984d%2C42295%2C1731493220315,1-770665a7984d,42295,1731493220315 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 770665a7984d,42295,1731493220315: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-770665a7984d,42295,1731493220315, walGroup=770665a7984d%2C42295%2C1731493220315, offset=770665a7984d%2C42295%2C1731493220315.1731493222327:1765, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=770665a7984d:42295 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T10:20:41,566 ERROR [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315.replicationSource.shipper770665a7984d%2C42295%2C1731493220315,1-770665a7984d,42295,1731493220315 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T10:20:41,566 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315.replicationSource.shipper770665a7984d%2C42295%2C1731493220315,1-770665a7984d,42295,1731493220315 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T10:20:41,566 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315.replicationSource.shipper770665a7984d%2C42295%2C1731493220315,1-770665a7984d,42295,1731493220315 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T10:20:41,566 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315.replicationSource.shipper770665a7984d%2C42295%2C1731493220315,1-770665a7984d,42295,1731493220315 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T10:20:41,566 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315.replicationSource.shipper770665a7984d%2C42295%2C1731493220315,1-770665a7984d,42295,1731493220315 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T10:20:41,566 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315.replicationSource.shipper770665a7984d%2C42295%2C1731493220315,1-770665a7984d,42295,1731493220315 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1161822208, "init": 1048576000, "max": 2306867200, "used": 812514264 }, "NonHeapMemoryUsage": { "committed": 201457664, "init": 7667712, "max": -1, "used": 198530352 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T10:20:41,567 WARN [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315.replicationSource.shipper770665a7984d%2C42295%2C1731493220315,1-770665a7984d,42295,1731493220315 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=770665a7984d:40431 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=770665a7984d:40431 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T10:20:41,570 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/data/hbase/meta/1588230740/.tmp/table/549c00a4e61c4c11908f1a9618485c70 2024-11-13T10:20:41,576 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/data/hbase/meta/1588230740/.tmp/info/0f92cb9683f849a7b35a556165379eb5 as hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/data/hbase/meta/1588230740/info/0f92cb9683f849a7b35a556165379eb5 2024-11-13T10:20:41,581 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178.replicationSource.wal-reader.770665a7984d%2C38919%2C1731493213178,1-770665a7984d,38919,1731493213178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/WALs/770665a7984d,38919,1731493213178/770665a7984d%2C38919%2C1731493213178.1731493214959 to pos 1496, reset compression=false 2024-11-13T10:20:41,587 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/data/hbase/meta/1588230740/info/0f92cb9683f849a7b35a556165379eb5, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T10:20:41,588 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/data/hbase/meta/1588230740/.tmp/ns/4da905db81b044bd9877db7d0cc7b1f7 as hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/data/hbase/meta/1588230740/ns/4da905db81b044bd9877db7d0cc7b1f7 2024-11-13T10:20:41,594 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/data/default/test/a385f99df2faa6e7971dae6a6d38660c/.tmp/norep/4493672b1db14cc4a5d322a76e229f17 is 33, key is row2/norep:/1731493236931/DeleteFamily/seqid=0 2024-11-13T10:20:41,594 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/data/hbase/meta/1588230740/ns/4da905db81b044bd9877db7d0cc7b1f7, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T10:20:41,595 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/data/hbase/meta/1588230740/.tmp/rep_barrier/176149b497134ab596b687735de8fe51 as hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/data/hbase/meta/1588230740/rep_barrier/176149b497134ab596b687735de8fe51 2024-11-13T10:20:41,600 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/data/hbase/meta/1588230740/rep_barrier/176149b497134ab596b687735de8fe51, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T10:20:41,601 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/data/hbase/meta/1588230740/.tmp/table/549c00a4e61c4c11908f1a9618485c70 as hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/data/hbase/meta/1588230740/table/549c00a4e61c4c11908f1a9618485c70 2024-11-13T10:20:41,609 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/data/hbase/meta/1588230740/table/549c00a4e61c4c11908f1a9618485c70, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T10:20:41,610 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 655ms, sequenceid=16, compaction requested=false 2024-11-13T10:20:41,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37891 is added to blk_1073741847_1023 (size=5108) 2024-11-13T10:20:41,616 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/data/default/test/a385f99df2faa6e7971dae6a6d38660c/.tmp/norep/4493672b1db14cc4a5d322a76e229f17 2024-11-13T10:20:41,622 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4493672b1db14cc4a5d322a76e229f17 2024-11-13T10:20:41,622 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/data/default/test/a385f99df2faa6e7971dae6a6d38660c/.tmp/f/586729260ddc407abe2743624f9aa459 as hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/data/default/test/a385f99df2faa6e7971dae6a6d38660c/f/586729260ddc407abe2743624f9aa459 2024-11-13T10:20:41,632 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 586729260ddc407abe2743624f9aa459 2024-11-13T10:20:41,632 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/data/default/test/a385f99df2faa6e7971dae6a6d38660c/f/586729260ddc407abe2743624f9aa459, entries=5, sequenceid=12, filesize=5.1 K 2024-11-13T10:20:41,633 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/data/default/test/a385f99df2faa6e7971dae6a6d38660c/.tmp/f1/01b684b966f34a99a0080248aef47d54 as hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/data/default/test/a385f99df2faa6e7971dae6a6d38660c/f1/01b684b966f34a99a0080248aef47d54 2024-11-13T10:20:41,641 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 01b684b966f34a99a0080248aef47d54 2024-11-13T10:20:41,641 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/data/default/test/a385f99df2faa6e7971dae6a6d38660c/f1/01b684b966f34a99a0080248aef47d54, entries=3, sequenceid=12, filesize=5.0 K 2024-11-13T10:20:41,642 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/data/default/test/a385f99df2faa6e7971dae6a6d38660c/.tmp/norep/4493672b1db14cc4a5d322a76e229f17 as hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/data/default/test/a385f99df2faa6e7971dae6a6d38660c/norep/4493672b1db14cc4a5d322a76e229f17 2024-11-13T10:20:41,646 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T10:20:41,646 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T10:20:41,646 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T10:20:41,646 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T10:20:41,646 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731493240955Running coprocessor pre-close hooks at 1731493240955Disabling compacts and flushes for region at 1731493240955Disabling writes for close at 1731493240955Obtaining lock to block concurrent updates at 1731493240956 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731493240956Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731493240956Flushing stores of hbase:meta,,1.1588230740 at 1731493240958 (+2 ms)Flushing 1588230740/info: creating writer at 1731493240958Flushing 1588230740/info: appending metadata at 1731493241002 (+44 ms)Flushing 1588230740/info: closing flushed file at 1731493241002Flushing 1588230740/ns: creating writer at 1731493241042 (+40 ms)Flushing 1588230740/ns: appending metadata at 1731493241064 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731493241064Flushing 1588230740/rep_barrier: creating writer at 1731493241075 (+11 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731493241103 (+28 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731493241103Flushing 1588230740/table: creating writer at 1731493241139 (+36 ms)Flushing 1588230740/table: appending metadata at 1731493241162 (+23 ms)Flushing 1588230740/table: closing flushed file at 1731493241162Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b7346a8: reopening flushed file at 1731493241575 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c85fdc9: reopening flushed file at 1731493241588 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14599a27: reopening flushed file at 1731493241594 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@899dddc: reopening flushed file at 1731493241601 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 655ms, sequenceid=16, compaction requested=false at 1731493241610 (+9 ms)Writing region close event to WAL at 1731493241638 (+28 ms)Running coprocessor post-close hooks at 1731493241646 (+8 ms)Closed at 1731493241646 2024-11-13T10:20:41,647 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T10:20:41,654 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4493672b1db14cc4a5d322a76e229f17 2024-11-13T10:20:41,654 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/data/default/test/a385f99df2faa6e7971dae6a6d38660c/norep/4493672b1db14cc4a5d322a76e229f17, entries=1, sequenceid=12, filesize=5.0 K 2024-11-13T10:20:41,655 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for a385f99df2faa6e7971dae6a6d38660c in 609ms, sequenceid=12, compaction requested=false 2024-11-13T10:20:41,667 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/data/default/test/a385f99df2faa6e7971dae6a6d38660c/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-13T10:20:41,668 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T10:20:41,668 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T10:20:41,668 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731493225135.a385f99df2faa6e7971dae6a6d38660c. 2024-11-13T10:20:41,668 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a385f99df2faa6e7971dae6a6d38660c: Waiting for close lock at 1731493241046Running coprocessor pre-close hooks at 1731493241046Disabling compacts and flushes for region at 1731493241046Disabling writes for close at 1731493241046Obtaining lock to block concurrent updates at 1731493241046Preparing flush snapshotting stores in a385f99df2faa6e7971dae6a6d38660c at 1731493241046Finished memstore snapshotting test,,1731493225135.a385f99df2faa6e7971dae6a6d38660c., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731493241047 (+1 ms)Flushing stores of test,,1731493225135.a385f99df2faa6e7971dae6a6d38660c. at 1731493241047Flushing a385f99df2faa6e7971dae6a6d38660c/f: creating writer at 1731493241048 (+1 ms)Flushing a385f99df2faa6e7971dae6a6d38660c/f: appending metadata at 1731493241076 (+28 ms)Flushing a385f99df2faa6e7971dae6a6d38660c/f: closing flushed file at 1731493241076Flushing a385f99df2faa6e7971dae6a6d38660c/f1: creating writer at 1731493241108 (+32 ms)Flushing a385f99df2faa6e7971dae6a6d38660c/f1: appending metadata at 1731493241128 (+20 ms)Flushing a385f99df2faa6e7971dae6a6d38660c/f1: closing flushed file at 1731493241128Flushing a385f99df2faa6e7971dae6a6d38660c/norep: creating writer at 1731493241552 (+424 ms)Flushing a385f99df2faa6e7971dae6a6d38660c/norep: appending metadata at 1731493241593 (+41 ms)Flushing a385f99df2faa6e7971dae6a6d38660c/norep: closing flushed file at 1731493241593Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ba29ba8: reopening flushed file at 1731493241622 (+29 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33dbdb45: reopening flushed file at 1731493241632 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@620b93c2: reopening flushed file at 1731493241641 (+9 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for a385f99df2faa6e7971dae6a6d38660c in 609ms, sequenceid=12, compaction requested=false at 1731493241655 (+14 ms)Writing region close event to WAL at 1731493241659 (+4 ms)Running coprocessor post-close hooks at 1731493241667 (+8 ms)Closed at 1731493241668 (+1 ms) 2024-11-13T10:20:41,668 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731493225135.a385f99df2faa6e7971dae6a6d38660c. 2024-11-13T10:20:41,756 INFO [RS:0;770665a7984d:42295 {}] regionserver.HRegionServer(976): stopping server 770665a7984d,42295,1731493220315; all regions closed. 2024-11-13T10:20:41,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37891 is added to blk_1073741834_1010 (size=4239) 2024-11-13T10:20:41,759 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/WALs/770665a7984d,42295,1731493220315/770665a7984d%2C42295%2C1731493220315.meta.1731493223280.meta not finished, retry = 0 2024-11-13T10:20:41,792 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315.replicationSource.wal-reader.770665a7984d%2C42295%2C1731493220315,1-770665a7984d,42295,1731493220315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/WALs/770665a7984d,42295,1731493220315/770665a7984d%2C42295%2C1731493220315.1731493222327 to pos 1765, reset compression=false 2024-11-13T10:20:41,796 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315.replicationSource.wal-reader.770665a7984d%2C42295%2C1731493220315,1-770665a7984d,42295,1731493220315 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T10:20:41,797 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315.replicationSource.wal-reader.770665a7984d%2C42295%2C1731493220315,1-770665a7984d,42295,1731493220315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/WALs/770665a7984d,42295,1731493220315/770665a7984d%2C42295%2C1731493220315.1731493222327 to pos 2409, reset compression=false 2024-11-13T10:20:41,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37891 is added to blk_1073741839_1015 (size=3334) 2024-11-13T10:20:41,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37891 is added to blk_1073741832_1008 (size=2417) 2024-11-13T10:20:41,884 DEBUG [RS:0;770665a7984d:42295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:41,884 INFO [RS:0;770665a7984d:42295 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T10:20:41,884 INFO [RS:0;770665a7984d:42295 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T10:20:41,884 INFO [RS:0;770665a7984d:42295 {}] hbase.ChoreService(370): Chore service for: regionserver/770665a7984d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T10:20:41,885 INFO [RS:0;770665a7984d:42295 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T10:20:41,885 INFO [RS:0;770665a7984d:42295 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-770665a7984d,42295,1731493220315 because: Region server is closing 2024-11-13T10:20:41,885 INFO [regionserver/770665a7984d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T10:20:41,885 INFO [RS:0;770665a7984d:42295 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;770665a7984d:42295. 2024-11-13T10:20:41,885 DEBUG [RS:0;770665a7984d:42295 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:20:41,885 DEBUG [RS:0;770665a7984d:42295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:41,885 DEBUG [RS:0;770665a7984d:42295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:41,885 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:20:41,985 INFO [RS:0;770665a7984d:42295 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315.replicationSource.shipper770665a7984d%2C42295%2C1731493220315,1-770665a7984d,42295,1731493220315 terminated 2024-11-13T10:20:41,986 INFO [RS:0;770665a7984d:42295 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;770665a7984d:42295. 2024-11-13T10:20:41,986 DEBUG [RS:0;770665a7984d:42295 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:20:41,986 DEBUG [RS:0;770665a7984d:42295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:41,986 DEBUG [RS:0;770665a7984d:42295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:41,986 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:20:41,986 INFO [RS:0;770665a7984d:42295 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42295 2024-11-13T10:20:41,986 WARN [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,42295,1731493220315.replicationSource.wal-reader.770665a7984d%2C42295%2C1731493220315,1-770665a7984d,42295,1731493220315 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T10:20:41,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42295-0x10110d799e70007, quorum=127.0.0.1:55964, baseZNode=/2-1131833745 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1131833745/rs/770665a7984d,42295,1731493220315 2024-11-13T10:20:41,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40431-0x10110d799e70006, quorum=127.0.0.1:55964, baseZNode=/2-1131833745 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1131833745/rs 2024-11-13T10:20:41,989 INFO [RS:0;770665a7984d:42295 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T10:20:41,991 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [770665a7984d,42295,1731493220315] 2024-11-13T10:20:41,992 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1131833745/draining/770665a7984d,42295,1731493220315 already deleted, retry=false 2024-11-13T10:20:41,992 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 770665a7984d,42295,1731493220315 expired; onlineServers=0 2024-11-13T10:20:41,992 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '770665a7984d,40431,1731493220267' ***** 2024-11-13T10:20:41,992 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T10:20:41,992 INFO [M:0;770665a7984d:40431 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T10:20:41,992 INFO [M:0;770665a7984d:40431 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T10:20:41,992 DEBUG [M:0;770665a7984d:40431 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T10:20:41,992 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T10:20:41,993 DEBUG [M:0;770665a7984d:40431 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T10:20:41,993 DEBUG [master/770665a7984d:0:becomeActiveMaster-HFileCleaner.large.0-1731493222131 {}] cleaner.HFileCleaner(306): Exit Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.large.0-1731493222131,5,FailOnTimeoutGroup] 2024-11-13T10:20:41,993 DEBUG [master/770665a7984d:0:becomeActiveMaster-HFileCleaner.small.0-1731493222132 {}] cleaner.HFileCleaner(306): Exit Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.small.0-1731493222132,5,FailOnTimeoutGroup] 2024-11-13T10:20:41,993 INFO [M:0;770665a7984d:40431 {}] hbase.ChoreService(370): Chore service for: master/770665a7984d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T10:20:41,993 INFO [M:0;770665a7984d:40431 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T10:20:41,993 DEBUG [M:0;770665a7984d:40431 {}] master.HMaster(1795): Stopping service threads 2024-11-13T10:20:41,993 INFO [M:0;770665a7984d:40431 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T10:20:41,993 INFO [M:0;770665a7984d:40431 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T10:20:41,995 INFO [M:0;770665a7984d:40431 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T10:20:41,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40431-0x10110d799e70006, quorum=127.0.0.1:55964, baseZNode=/2-1131833745 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1131833745/master 2024-11-13T10:20:41,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40431-0x10110d799e70006, quorum=127.0.0.1:55964, baseZNode=/2-1131833745 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1131833745 2024-11-13T10:20:41,995 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T10:20:41,996 DEBUG [M:0;770665a7984d:40431 {}] zookeeper.ZKUtil(347): master:40431-0x10110d799e70006, quorum=127.0.0.1:55964, baseZNode=/2-1131833745 Unable to get data of znode /2-1131833745/master because node does not exist (not an error) 2024-11-13T10:20:41,996 WARN [M:0;770665a7984d:40431 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T10:20:41,998 INFO [M:0;770665a7984d:40431 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/.lastflushedseqids 2024-11-13T10:20:42,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37891 is added to blk_1073741848_1024 (size=245) 2024-11-13T10:20:42,008 INFO [M:0;770665a7984d:40431 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T10:20:42,008 INFO [M:0;770665a7984d:40431 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T10:20:42,008 DEBUG [M:0;770665a7984d:40431 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T10:20:42,008 INFO [M:0;770665a7984d:40431 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:20:42,008 DEBUG [M:0;770665a7984d:40431 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:20:42,008 DEBUG [M:0;770665a7984d:40431 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T10:20:42,008 DEBUG [M:0;770665a7984d:40431 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:20:42,008 INFO [M:0;770665a7984d:40431 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-13T10:20:42,028 DEBUG [M:0;770665a7984d:40431 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5661abbf438648c4af19eb68e10c43e7 is 82, key is hbase:meta,,1/info:regioninfo/1731493223317/Put/seqid=0 2024-11-13T10:20:42,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37891 is added to blk_1073741849_1025 (size=5672) 2024-11-13T10:20:42,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42295-0x10110d799e70007, quorum=127.0.0.1:55964, baseZNode=/2-1131833745 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:20:42,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42295-0x10110d799e70007, quorum=127.0.0.1:55964, baseZNode=/2-1131833745 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:20:42,091 INFO [RS:0;770665a7984d:42295 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T10:20:42,091 INFO [RS:0;770665a7984d:42295 {}] regionserver.HRegionServer(1031): Exiting; stopping=770665a7984d,42295,1731493220315; zookeeper connection closed. 2024-11-13T10:20:42,092 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4146abf2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4146abf2 2024-11-13T10:20:42,092 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T10:20:42,105 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811.replicationSource.wal-reader.770665a7984d%2C34705%2C1731493216811,1-770665a7984d,34705,1731493216811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/WALs/770665a7984d,34705,1731493216811/770665a7984d%2C34705%2C1731493216811.1731493218159 to pos 1468, reset compression=false 2024-11-13T10:20:42,116 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178.replicationSource.wal-reader.770665a7984d%2C38919%2C1731493213178,1-770665a7984d,38919,1731493213178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/WALs/770665a7984d,38919,1731493213178/770665a7984d%2C38919%2C1731493213178.1731493214959 to pos 1496, reset compression=false 2024-11-13T10:20:42,440 INFO [M:0;770665a7984d:40431 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5661abbf438648c4af19eb68e10c43e7 2024-11-13T10:20:42,467 DEBUG [M:0;770665a7984d:40431 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/075ddcf4d699462dba8a2310bcd83ec6 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731493230851/Put/seqid=0 2024-11-13T10:20:42,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37891 is added to blk_1073741850_1026 (size=9212) 2024-11-13T10:20:42,484 INFO [M:0;770665a7984d:40431 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/075ddcf4d699462dba8a2310bcd83ec6 2024-11-13T10:20:42,518 DEBUG [M:0;770665a7984d:40431 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/68de204c5e4447a2b56cd9888589756c is 69, key is 770665a7984d,42295,1731493220315/rs:state/1731493222168/Put/seqid=0 2024-11-13T10:20:42,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37891 is added to blk_1073741851_1027 (size=5156) 2024-11-13T10:20:42,547 INFO [M:0;770665a7984d:40431 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/68de204c5e4447a2b56cd9888589756c 2024-11-13T10:20:42,552 DEBUG [M:0;770665a7984d:40431 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5661abbf438648c4af19eb68e10c43e7 as hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5661abbf438648c4af19eb68e10c43e7 2024-11-13T10:20:42,558 INFO [M:0;770665a7984d:40431 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5661abbf438648c4af19eb68e10c43e7, entries=8, sequenceid=127, filesize=5.5 K 2024-11-13T10:20:42,558 DEBUG [M:0;770665a7984d:40431 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/075ddcf4d699462dba8a2310bcd83ec6 as hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/075ddcf4d699462dba8a2310bcd83ec6 2024-11-13T10:20:42,563 INFO [M:0;770665a7984d:40431 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/075ddcf4d699462dba8a2310bcd83ec6, entries=15, sequenceid=127, filesize=9.0 K 2024-11-13T10:20:42,564 DEBUG [M:0;770665a7984d:40431 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/68de204c5e4447a2b56cd9888589756c as hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/68de204c5e4447a2b56cd9888589756c 2024-11-13T10:20:42,568 INFO [M:0;770665a7984d:40431 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41721/user/jenkins/test-data/c927435b-d272-914e-8fa4-2ef6fed910ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/68de204c5e4447a2b56cd9888589756c, entries=1, sequenceid=127, filesize=5.0 K 2024-11-13T10:20:42,569 INFO [M:0;770665a7984d:40431 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 561ms, sequenceid=127, compaction requested=false 2024-11-13T10:20:42,571 INFO [M:0;770665a7984d:40431 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:20:42,571 DEBUG [M:0;770665a7984d:40431 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731493242008Disabling compacts and flushes for region at 1731493242008Disabling writes for close at 1731493242008Obtaining lock to block concurrent updates at 1731493242008Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731493242008Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1731493242008Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731493242009 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731493242009Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731493242028 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731493242028Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731493242444 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731493242467 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731493242467Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731493242496 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731493242517 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731493242517Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2abe0906: reopening flushed file at 1731493242551 (+34 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@799a605e: reopening flushed file at 1731493242558 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7da0c0e3: reopening flushed file at 1731493242563 (+5 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 561ms, sequenceid=127, compaction requested=false at 1731493242569 (+6 ms)Writing region close event to WAL at 1731493242571 (+2 ms)Closed at 1731493242571 2024-11-13T10:20:42,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37891 is added to blk_1073741830_1006 (size=73866) 2024-11-13T10:20:42,574 INFO [M:0;770665a7984d:40431 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T10:20:42,574 INFO [M:0;770665a7984d:40431 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40431 2024-11-13T10:20:42,574 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T10:20:42,574 INFO [M:0;770665a7984d:40431 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T10:20:42,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40431-0x10110d799e70006, quorum=127.0.0.1:55964, baseZNode=/2-1131833745 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:20:42,682 INFO [M:0;770665a7984d:40431 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T10:20:42,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40431-0x10110d799e70006, quorum=127.0.0.1:55964, baseZNode=/2-1131833745 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:20:42,684 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@678fdb91{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T10:20:42,685 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60ec6a12{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T10:20:42,685 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T10:20:42,685 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@652becc7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T10:20:42,685 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@527effe2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee65cc99-fe00-dfe3-b345-929b95e09ef5/hadoop.log.dir/,STOPPED} 2024-11-13T10:20:42,687 WARN [BP-551852109-172.17.0.2-1731493218937 heartbeating to localhost/127.0.0.1:41721 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T10:20:42,687 WARN [BP-551852109-172.17.0.2-1731493218937 heartbeating to localhost/127.0.0.1:41721 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-551852109-172.17.0.2-1731493218937 (Datanode Uuid ac73db74-0b1a-4ce2-a564-748075fe8ce3) service to localhost/127.0.0.1:41721 2024-11-13T10:20:42,687 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee65cc99-fe00-dfe3-b345-929b95e09ef5/cluster_b708f1bb-51fc-6bb8-8b59-f51dc0d76dc5/data/data1/current/BP-551852109-172.17.0.2-1731493218937 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T10:20:42,687 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee65cc99-fe00-dfe3-b345-929b95e09ef5/cluster_b708f1bb-51fc-6bb8-8b59-f51dc0d76dc5/data/data2/current/BP-551852109-172.17.0.2-1731493218937 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T10:20:42,688 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T10:20:42,691 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T10:20:42,691 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T10:20:42,695 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64255021{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T10:20:42,695 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@49b8416b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T10:20:42,695 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T10:20:42,695 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b83ad4a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T10:20:42,695 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c8f288c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee65cc99-fe00-dfe3-b345-929b95e09ef5/hadoop.log.dir/,STOPPED} 2024-11-13T10:20:42,700 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T10:20:42,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T10:20:42,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T10:20:42,711 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T10:20:42,711 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:20:42,711 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:42,711 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:42,711 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T10:20:42,711 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:20:42,711 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1585654661, stopped=false 2024-11-13T10:20:42,711 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=770665a7984d,44401,1731493216746 2024-11-13T10:20:42,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34705-0x10110d799e70004, quorum=127.0.0.1:55964, baseZNode=/1227982203 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1227982203/running 2024-11-13T10:20:42,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44401-0x10110d799e70003, quorum=127.0.0.1:55964, baseZNode=/1227982203 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1227982203/running 2024-11-13T10:20:42,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34705-0x10110d799e70004, quorum=127.0.0.1:55964, baseZNode=/1227982203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1227982203 2024-11-13T10:20:42,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44401-0x10110d799e70003, quorum=127.0.0.1:55964, baseZNode=/1227982203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1227982203 2024-11-13T10:20:42,713 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T10:20:42,713 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T10:20:42,713 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:20:42,713 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:42,713 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44401-0x10110d799e70003, quorum=127.0.0.1:55964, baseZNode=/1227982203 Set watcher on znode that does not yet exist, /1227982203/running 2024-11-13T10:20:42,713 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34705-0x10110d799e70004, quorum=127.0.0.1:55964, baseZNode=/1227982203 Set watcher on znode that does not yet exist, /1227982203/running 2024-11-13T10:20:42,713 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '770665a7984d,34705,1731493216811' ***** 2024-11-13T10:20:42,713 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T10:20:42,713 INFO [RS:0;770665a7984d:34705 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T10:20:42,714 INFO [RS:0;770665a7984d:34705 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T10:20:42,714 INFO [RS:0;770665a7984d:34705 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T10:20:42,714 INFO [RS:0;770665a7984d:34705 {}] regionserver.HRegionServer(3091): Received CLOSE for 1905cd97d6994f7642c2c10cc0825b21 2024-11-13T10:20:42,714 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T10:20:42,715 INFO [RS:0;770665a7984d:34705 {}] regionserver.HRegionServer(3091): Received CLOSE for ef7488e7e36e9fea218e1fa4f9aca130 2024-11-13T10:20:42,715 INFO [RS:0;770665a7984d:34705 {}] regionserver.HRegionServer(959): stopping server 770665a7984d,34705,1731493216811 2024-11-13T10:20:42,715 INFO [RS:0;770665a7984d:34705 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T10:20:42,715 INFO [RS:0;770665a7984d:34705 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;770665a7984d:34705. 2024-11-13T10:20:42,715 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1905cd97d6994f7642c2c10cc0825b21, disabling compactions & flushes 2024-11-13T10:20:42,715 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731493223995.1905cd97d6994f7642c2c10cc0825b21. 2024-11-13T10:20:42,715 DEBUG [RS:0;770665a7984d:34705 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:20:42,715 DEBUG [RS:0;770665a7984d:34705 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:42,715 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731493223995.1905cd97d6994f7642c2c10cc0825b21. 2024-11-13T10:20:42,715 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731493223995.1905cd97d6994f7642c2c10cc0825b21. after waiting 0 ms 2024-11-13T10:20:42,715 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731493223995.1905cd97d6994f7642c2c10cc0825b21. 2024-11-13T10:20:42,715 INFO [RS:0;770665a7984d:34705 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T10:20:42,715 INFO [RS:0;770665a7984d:34705 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T10:20:42,715 INFO [RS:0;770665a7984d:34705 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T10:20:42,715 INFO [RS:0;770665a7984d:34705 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T10:20:42,715 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1905cd97d6994f7642c2c10cc0825b21 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-13T10:20:42,715 INFO [RS:0;770665a7984d:34705 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T10:20:42,715 DEBUG [RS:0;770665a7984d:34705 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 1905cd97d6994f7642c2c10cc0825b21=test,,1731493223995.1905cd97d6994f7642c2c10cc0825b21., ef7488e7e36e9fea218e1fa4f9aca130=hbase:replication,,1731493228488.ef7488e7e36e9fea218e1fa4f9aca130.} 2024-11-13T10:20:42,715 DEBUG [RS:0;770665a7984d:34705 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1905cd97d6994f7642c2c10cc0825b21, ef7488e7e36e9fea218e1fa4f9aca130 2024-11-13T10:20:42,715 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T10:20:42,715 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T10:20:42,715 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T10:20:42,715 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T10:20:42,715 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T10:20:42,716 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T10:20:42,729 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178.replicationSource.wal-reader.770665a7984d%2C38919%2C1731493213178,1-770665a7984d,38919,1731493213178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/WALs/770665a7984d,38919,1731493213178/770665a7984d%2C38919%2C1731493213178.1731493214959 to pos 1496, reset compression=false 2024-11-13T10:20:42,732 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/data/hbase/meta/1588230740/.tmp/info/c32ba5d3f1584ebaa1fd038a9f5954be is 147, key is hbase:replication,,1731493228488.ef7488e7e36e9fea218e1fa4f9aca130./info:regioninfo/1731493228920/Put/seqid=0 2024-11-13T10:20:42,735 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/data/default/test/1905cd97d6994f7642c2c10cc0825b21/.tmp/f/a8be39bda147478fb2fabbceb9f0b25c is 37, key is row3/f:row3/1731493238596/Put/seqid=0 2024-11-13T10:20:42,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32993 is added to blk_1073741840_1016 (size=7686) 2024-11-13T10:20:42,737 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/data/hbase/meta/1588230740/.tmp/info/c32ba5d3f1584ebaa1fd038a9f5954be 2024-11-13T10:20:42,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32993 is added to blk_1073741841_1017 (size=5228) 2024-11-13T10:20:42,759 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/data/hbase/meta/1588230740/.tmp/ns/e5a6d6e8f60e478eb318cf9c23b1f42b is 43, key is default/ns:d/1731493218807/Put/seqid=0 2024-11-13T10:20:42,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32993 is added to blk_1073741842_1018 (size=5153) 2024-11-13T10:20:42,763 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/data/hbase/meta/1588230740/.tmp/ns/e5a6d6e8f60e478eb318cf9c23b1f42b 2024-11-13T10:20:42,777 INFO [regionserver/770665a7984d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T10:20:42,781 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/data/hbase/meta/1588230740/.tmp/rep_barrier/ec8d8d2a93484e4d94941841cb7d3a53 is 112, key is test,,1731493223995.1905cd97d6994f7642c2c10cc0825b21./rep_barrier:seqnumDuringOpen/1731493224771/Put/seqid=0 2024-11-13T10:20:42,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32993 is added to blk_1073741843_1019 (size=5518) 2024-11-13T10:20:42,810 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811.replicationSource.wal-reader.770665a7984d%2C34705%2C1731493216811,1-770665a7984d,34705,1731493216811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/WALs/770665a7984d,34705,1731493216811/770665a7984d%2C34705%2C1731493216811.1731493218159 to pos 1468, reset compression=false 2024-11-13T10:20:42,814 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811.replicationSource.wal-reader.770665a7984d%2C34705%2C1731493216811,1-770665a7984d,34705,1731493216811 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T10:20:42,814 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811.replicationSource.wal-reader.770665a7984d%2C34705%2C1731493216811,1-770665a7984d,34705,1731493216811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/WALs/770665a7984d,34705,1731493216811/770665a7984d%2C34705%2C1731493216811.1731493218159 to pos 1715, reset compression=false 2024-11-13T10:20:42,814 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811.replicationSource.shipper770665a7984d%2C34705%2C1731493216811,1-770665a7984d,34705,1731493216811 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-770665a7984d,34705,1731493216811 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/WALs/770665a7984d,34705,1731493216811/770665a7984d%2C34705%2C1731493216811.1731493218159, lastWalPosition=1715, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T10:20:42,815 ERROR [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811.replicationSource.shipper770665a7984d%2C34705%2C1731493216811,1-770665a7984d,34705,1731493216811 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 770665a7984d,34705,1731493216811: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-770665a7984d,34705,1731493216811, walGroup=770665a7984d%2C34705%2C1731493216811, offset=770665a7984d%2C34705%2C1731493216811.1731493218159:1715, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=770665a7984d:34705 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T10:20:42,817 ERROR [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811.replicationSource.shipper770665a7984d%2C34705%2C1731493216811,1-770665a7984d,34705,1731493216811 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T10:20:42,817 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811.replicationSource.shipper770665a7984d%2C34705%2C1731493216811,1-770665a7984d,34705,1731493216811 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T10:20:42,817 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811.replicationSource.shipper770665a7984d%2C34705%2C1731493216811,1-770665a7984d,34705,1731493216811 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T10:20:42,817 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811.replicationSource.shipper770665a7984d%2C34705%2C1731493216811,1-770665a7984d,34705,1731493216811 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T10:20:42,817 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811.replicationSource.shipper770665a7984d%2C34705%2C1731493216811,1-770665a7984d,34705,1731493216811 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T10:20:42,817 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811.replicationSource.shipper770665a7984d%2C34705%2C1731493216811,1-770665a7984d,34705,1731493216811 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1161822208, "init": 1048576000, "max": 2306867200, "used": 858651608 }, "NonHeapMemoryUsage": { "committed": 201719808, "init": 7667712, "max": -1, "used": 198776040 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T10:20:42,818 WARN [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811.replicationSource.shipper770665a7984d%2C34705%2C1731493216811,1-770665a7984d,34705,1731493216811 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=770665a7984d:44401 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=770665a7984d:44401 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T10:20:42,916 DEBUG [RS:0;770665a7984d:34705 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1905cd97d6994f7642c2c10cc0825b21, ef7488e7e36e9fea218e1fa4f9aca130 2024-11-13T10:20:43,008 INFO [regionserver/770665a7984d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T10:20:43,008 INFO [regionserver/770665a7984d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T10:20:43,019 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811.replicationSource.wal-reader.770665a7984d%2C34705%2C1731493216811,1-770665a7984d,34705,1731493216811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/WALs/770665a7984d,34705,1731493216811/770665a7984d%2C34705%2C1731493216811.1731493218159 to pos 1715, reset compression=false 2024-11-13T10:20:43,116 DEBUG [RS:0;770665a7984d:34705 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1905cd97d6994f7642c2c10cc0825b21, ef7488e7e36e9fea218e1fa4f9aca130 2024-11-13T10:20:43,139 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/data/default/test/1905cd97d6994f7642c2c10cc0825b21/.tmp/f/a8be39bda147478fb2fabbceb9f0b25c 2024-11-13T10:20:43,144 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a8be39bda147478fb2fabbceb9f0b25c 2024-11-13T10:20:43,160 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/data/default/test/1905cd97d6994f7642c2c10cc0825b21/.tmp/f1/d0a9dc1e1f5c4324a0291ca36d75587b is 30, key is row1/f1:/1731493235924/DeleteFamily/seqid=0 2024-11-13T10:20:43,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32993 is added to blk_1073741844_1020 (size=5158) 2024-11-13T10:20:43,168 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/data/default/test/1905cd97d6994f7642c2c10cc0825b21/.tmp/f1/d0a9dc1e1f5c4324a0291ca36d75587b 2024-11-13T10:20:43,171 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d0a9dc1e1f5c4324a0291ca36d75587b 2024-11-13T10:20:43,185 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/data/hbase/meta/1588230740/.tmp/rep_barrier/ec8d8d2a93484e4d94941841cb7d3a53 2024-11-13T10:20:43,187 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/data/default/test/1905cd97d6994f7642c2c10cc0825b21/.tmp/norep/3318addd62174bdfb1d855438174b578 is 33, key is row1/norep:/1731493235924/DeleteFamily/seqid=0 2024-11-13T10:20:43,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32993 is added to blk_1073741845_1021 (size=5108) 2024-11-13T10:20:43,218 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/data/hbase/meta/1588230740/.tmp/table/6c7111e6bef24ef7b6312fdab52ce314 is 53, key is hbase:replication/table:state/1731493228930/Put/seqid=0 2024-11-13T10:20:43,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32993 is added to blk_1073741846_1022 (size=5308) 2024-11-13T10:20:43,232 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/data/hbase/meta/1588230740/.tmp/table/6c7111e6bef24ef7b6312fdab52ce314 2024-11-13T10:20:43,242 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/data/hbase/meta/1588230740/.tmp/info/c32ba5d3f1584ebaa1fd038a9f5954be as hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/data/hbase/meta/1588230740/info/c32ba5d3f1584ebaa1fd038a9f5954be 2024-11-13T10:20:43,249 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/data/hbase/meta/1588230740/info/c32ba5d3f1584ebaa1fd038a9f5954be, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T10:20:43,251 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/data/hbase/meta/1588230740/.tmp/ns/e5a6d6e8f60e478eb318cf9c23b1f42b as hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/data/hbase/meta/1588230740/ns/e5a6d6e8f60e478eb318cf9c23b1f42b 2024-11-13T10:20:43,256 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/data/hbase/meta/1588230740/ns/e5a6d6e8f60e478eb318cf9c23b1f42b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T10:20:43,257 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/data/hbase/meta/1588230740/.tmp/rep_barrier/ec8d8d2a93484e4d94941841cb7d3a53 as hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/data/hbase/meta/1588230740/rep_barrier/ec8d8d2a93484e4d94941841cb7d3a53 2024-11-13T10:20:43,264 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/data/hbase/meta/1588230740/rep_barrier/ec8d8d2a93484e4d94941841cb7d3a53, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T10:20:43,266 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/data/hbase/meta/1588230740/.tmp/table/6c7111e6bef24ef7b6312fdab52ce314 as hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/data/hbase/meta/1588230740/table/6c7111e6bef24ef7b6312fdab52ce314 2024-11-13T10:20:43,278 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/data/hbase/meta/1588230740/table/6c7111e6bef24ef7b6312fdab52ce314, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T10:20:43,279 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 564ms, sequenceid=16, compaction requested=false 2024-11-13T10:20:43,316 DEBUG [RS:0;770665a7984d:34705 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1905cd97d6994f7642c2c10cc0825b21, ef7488e7e36e9fea218e1fa4f9aca130 2024-11-13T10:20:43,323 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811.replicationSource.wal-reader.770665a7984d%2C34705%2C1731493216811,1-770665a7984d,34705,1731493216811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/WALs/770665a7984d,34705,1731493216811/770665a7984d%2C34705%2C1731493216811.1731493218159 to pos 1715, reset compression=false 2024-11-13T10:20:43,354 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T10:20:43,358 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T10:20:43,358 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T10:20:43,358 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T10:20:43,358 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731493242715Running coprocessor pre-close hooks at 1731493242715Disabling compacts and flushes for region at 1731493242715Disabling writes for close at 1731493242715Obtaining lock to block concurrent updates at 1731493242716 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731493242716Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731493242716Flushing stores of hbase:meta,,1.1588230740 at 1731493242716Flushing 1588230740/info: creating writer at 1731493242716Flushing 1588230740/info: appending metadata at 1731493242731 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731493242731Flushing 1588230740/ns: creating writer at 1731493242741 (+10 ms)Flushing 1588230740/ns: appending metadata at 1731493242758 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731493242758Flushing 1588230740/rep_barrier: creating writer at 1731493242767 (+9 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731493242781 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731493242781Flushing 1588230740/table: creating writer at 1731493243193 (+412 ms)Flushing 1588230740/table: appending metadata at 1731493243217 (+24 ms)Flushing 1588230740/table: closing flushed file at 1731493243217Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2638c2b0: reopening flushed file at 1731493243240 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58b9c159: reopening flushed file at 1731493243250 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b02d4d4: reopening flushed file at 1731493243257 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@550ba454: reopening flushed file at 1731493243264 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 564ms, sequenceid=16, compaction requested=false at 1731493243279 (+15 ms)Writing region close event to WAL at 1731493243345 (+66 ms)Running coprocessor post-close hooks at 1731493243358 (+13 ms)Closed at 1731493243358 2024-11-13T10:20:43,359 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T10:20:43,433 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178.replicationSource.wal-reader.770665a7984d%2C38919%2C1731493213178,1-770665a7984d,38919,1731493213178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/WALs/770665a7984d,38919,1731493213178/770665a7984d%2C38919%2C1731493213178.1731493214959 to pos 1496, reset compression=false 2024-11-13T10:20:43,516 DEBUG [RS:0;770665a7984d:34705 {}] regionserver.HRegionServer(1351): Waiting on 1905cd97d6994f7642c2c10cc0825b21, ef7488e7e36e9fea218e1fa4f9aca130 2024-11-13T10:20:43,595 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/data/default/test/1905cd97d6994f7642c2c10cc0825b21/.tmp/norep/3318addd62174bdfb1d855438174b578 2024-11-13T10:20:43,601 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3318addd62174bdfb1d855438174b578 2024-11-13T10:20:43,602 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/data/default/test/1905cd97d6994f7642c2c10cc0825b21/.tmp/f/a8be39bda147478fb2fabbceb9f0b25c as hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/data/default/test/1905cd97d6994f7642c2c10cc0825b21/f/a8be39bda147478fb2fabbceb9f0b25c 2024-11-13T10:20:43,611 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a8be39bda147478fb2fabbceb9f0b25c 2024-11-13T10:20:43,611 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/data/default/test/1905cd97d6994f7642c2c10cc0825b21/f/a8be39bda147478fb2fabbceb9f0b25c, entries=5, sequenceid=12, filesize=5.1 K 2024-11-13T10:20:43,613 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/data/default/test/1905cd97d6994f7642c2c10cc0825b21/.tmp/f1/d0a9dc1e1f5c4324a0291ca36d75587b as hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/data/default/test/1905cd97d6994f7642c2c10cc0825b21/f1/d0a9dc1e1f5c4324a0291ca36d75587b 2024-11-13T10:20:43,634 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d0a9dc1e1f5c4324a0291ca36d75587b 2024-11-13T10:20:43,634 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/data/default/test/1905cd97d6994f7642c2c10cc0825b21/f1/d0a9dc1e1f5c4324a0291ca36d75587b, entries=3, sequenceid=12, filesize=5.0 K 2024-11-13T10:20:43,639 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/data/default/test/1905cd97d6994f7642c2c10cc0825b21/.tmp/norep/3318addd62174bdfb1d855438174b578 as hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/data/default/test/1905cd97d6994f7642c2c10cc0825b21/norep/3318addd62174bdfb1d855438174b578 2024-11-13T10:20:43,648 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3318addd62174bdfb1d855438174b578 2024-11-13T10:20:43,648 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/data/default/test/1905cd97d6994f7642c2c10cc0825b21/norep/3318addd62174bdfb1d855438174b578, entries=1, sequenceid=12, filesize=5.0 K 2024-11-13T10:20:43,650 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 1905cd97d6994f7642c2c10cc0825b21 in 935ms, sequenceid=12, compaction requested=false 2024-11-13T10:20:43,681 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/data/default/test/1905cd97d6994f7642c2c10cc0825b21/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-13T10:20:43,682 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T10:20:43,682 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T10:20:43,682 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731493223995.1905cd97d6994f7642c2c10cc0825b21. 2024-11-13T10:20:43,682 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1905cd97d6994f7642c2c10cc0825b21: Waiting for close lock at 1731493242715Running coprocessor pre-close hooks at 1731493242715Disabling compacts and flushes for region at 1731493242715Disabling writes for close at 1731493242715Obtaining lock to block concurrent updates at 1731493242715Preparing flush snapshotting stores in 1905cd97d6994f7642c2c10cc0825b21 at 1731493242715Finished memstore snapshotting test,,1731493223995.1905cd97d6994f7642c2c10cc0825b21., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731493242715Flushing stores of test,,1731493223995.1905cd97d6994f7642c2c10cc0825b21. at 1731493242716 (+1 ms)Flushing 1905cd97d6994f7642c2c10cc0825b21/f: creating writer at 1731493242716Flushing 1905cd97d6994f7642c2c10cc0825b21/f: appending metadata at 1731493242734 (+18 ms)Flushing 1905cd97d6994f7642c2c10cc0825b21/f: closing flushed file at 1731493242734Flushing 1905cd97d6994f7642c2c10cc0825b21/f1: creating writer at 1731493243145 (+411 ms)Flushing 1905cd97d6994f7642c2c10cc0825b21/f1: appending metadata at 1731493243159 (+14 ms)Flushing 1905cd97d6994f7642c2c10cc0825b21/f1: closing flushed file at 1731493243159Flushing 1905cd97d6994f7642c2c10cc0825b21/norep: creating writer at 1731493243172 (+13 ms)Flushing 1905cd97d6994f7642c2c10cc0825b21/norep: appending metadata at 1731493243186 (+14 ms)Flushing 1905cd97d6994f7642c2c10cc0825b21/norep: closing flushed file at 1731493243186Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d3c275d: reopening flushed file at 1731493243601 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bf5d8ae: reopening flushed file at 1731493243611 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e63385e: reopening flushed file at 1731493243634 (+23 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 1905cd97d6994f7642c2c10cc0825b21 in 935ms, sequenceid=12, compaction requested=false at 1731493243650 (+16 ms)Writing region close event to WAL at 1731493243677 (+27 ms)Running coprocessor post-close hooks at 1731493243682 (+5 ms)Closed at 1731493243682 2024-11-13T10:20:43,682 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731493223995.1905cd97d6994f7642c2c10cc0825b21. 2024-11-13T10:20:43,682 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ef7488e7e36e9fea218e1fa4f9aca130, disabling compactions & flushes 2024-11-13T10:20:43,683 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731493228488.ef7488e7e36e9fea218e1fa4f9aca130. 2024-11-13T10:20:43,683 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731493228488.ef7488e7e36e9fea218e1fa4f9aca130. 2024-11-13T10:20:43,683 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731493228488.ef7488e7e36e9fea218e1fa4f9aca130. after waiting 0 ms 2024-11-13T10:20:43,683 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731493228488.ef7488e7e36e9fea218e1fa4f9aca130. 2024-11-13T10:20:43,683 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ef7488e7e36e9fea218e1fa4f9aca130: Waiting for close lock at 1731493243682Running coprocessor pre-close hooks at 1731493243682Disabling compacts and flushes for region at 1731493243682Disabling writes for close at 1731493243683 (+1 ms)Failed flush hbase:replication,,1731493228488.ef7488e7e36e9fea218e1fa4f9aca130., putting online again at 1731493243683 2024-11-13T10:20:43,683 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731493228488.ef7488e7e36e9fea218e1fa4f9aca130. 2024-11-13T10:20:43,717 INFO [RS:0;770665a7984d:34705 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T10:20:43,717 DEBUG [RS:0;770665a7984d:34705 {}] regionserver.HRegionServer(1325): Online Regions={ef7488e7e36e9fea218e1fa4f9aca130=hbase:replication,,1731493228488.ef7488e7e36e9fea218e1fa4f9aca130.} 2024-11-13T10:20:43,717 INFO [RS:0;770665a7984d:34705 {}] regionserver.HRegionServer(3091): Received CLOSE for ef7488e7e36e9fea218e1fa4f9aca130 2024-11-13T10:20:43,717 DEBUG [RS:0;770665a7984d:34705 {}] regionserver.HRegionServer(1351): Waiting on ef7488e7e36e9fea218e1fa4f9aca130 2024-11-13T10:20:43,717 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ef7488e7e36e9fea218e1fa4f9aca130, disabling compactions & flushes 2024-11-13T10:20:43,717 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731493228488.ef7488e7e36e9fea218e1fa4f9aca130. 2024-11-13T10:20:43,717 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731493228488.ef7488e7e36e9fea218e1fa4f9aca130. 2024-11-13T10:20:43,717 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731493228488.ef7488e7e36e9fea218e1fa4f9aca130. after waiting 0 ms 2024-11-13T10:20:43,717 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731493228488.ef7488e7e36e9fea218e1fa4f9aca130. 2024-11-13T10:20:43,717 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ef7488e7e36e9fea218e1fa4f9aca130: Waiting for close lock at 1731493243717Running coprocessor pre-close hooks at 1731493243717Disabling compacts and flushes for region at 1731493243717Disabling writes for close at 1731493243717Failed flush hbase:replication,,1731493228488.ef7488e7e36e9fea218e1fa4f9aca130., putting online again at 1731493243717 2024-11-13T10:20:43,717 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731493228488.ef7488e7e36e9fea218e1fa4f9aca130. 2024-11-13T10:20:43,734 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811.replicationSource.wal-reader.770665a7984d%2C34705%2C1731493216811,1-770665a7984d,34705,1731493216811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/WALs/770665a7984d,34705,1731493216811/770665a7984d%2C34705%2C1731493216811.1731493218159 to pos 1715, reset compression=false 2024-11-13T10:20:43,759 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811.replicationSource.wal-reader.770665a7984d%2C34705%2C1731493216811,1-770665a7984d,34705,1731493216811 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T10:20:43,759 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811.replicationSource.wal-reader.770665a7984d%2C34705%2C1731493216811,1-770665a7984d,34705,1731493216811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/WALs/770665a7984d,34705,1731493216811/770665a7984d%2C34705%2C1731493216811.1731493218159 to pos 2359, reset compression=false 2024-11-13T10:20:43,917 INFO [RS:0;770665a7984d:34705 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-13T10:20:43,917 INFO [RS:0;770665a7984d:34705 {}] regionserver.HRegionServer(976): stopping server 770665a7984d,34705,1731493216811; all regions closed. 2024-11-13T10:20:43,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32993 is added to blk_1073741834_1010 (size=4239) 2024-11-13T10:20:43,950 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/WALs/770665a7984d,34705,1731493216811/770665a7984d%2C34705%2C1731493216811.meta.1731493218706.meta not finished, retry = 0 2024-11-13T10:20:43,986 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811.replicationSource.wal-reader.770665a7984d%2C34705%2C1731493216811,1-770665a7984d,34705,1731493216811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/WALs/770665a7984d,34705,1731493216811/770665a7984d%2C34705%2C1731493216811.1731493218159 to pos 2359, reset compression=false 2024-11-13T10:20:44,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32993 is added to blk_1073741839_1015 (size=2609) 2024-11-13T10:20:44,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32993 is added to blk_1073741832_1008 (size=2367) 2024-11-13T10:20:44,067 DEBUG [RS:0;770665a7984d:34705 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:44,067 INFO [RS:0;770665a7984d:34705 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T10:20:44,067 INFO [RS:0;770665a7984d:34705 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T10:20:44,067 INFO [RS:0;770665a7984d:34705 {}] hbase.ChoreService(370): Chore service for: regionserver/770665a7984d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T10:20:44,067 INFO [RS:0;770665a7984d:34705 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T10:20:44,067 INFO [RS:0;770665a7984d:34705 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-770665a7984d,34705,1731493216811 because: Region server is closing 2024-11-13T10:20:44,067 INFO [RS:0;770665a7984d:34705 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;770665a7984d:34705. 2024-11-13T10:20:44,068 DEBUG [RS:0;770665a7984d:34705 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:20:44,068 DEBUG [RS:0;770665a7984d:34705 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:44,068 DEBUG [RS:0;770665a7984d:34705 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:44,068 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:20:44,068 INFO [regionserver/770665a7984d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T10:20:44,168 INFO [RS:0;770665a7984d:34705 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811.replicationSource.shipper770665a7984d%2C34705%2C1731493216811,1-770665a7984d,34705,1731493216811 terminated 2024-11-13T10:20:44,168 WARN [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,34705,1731493216811.replicationSource.wal-reader.770665a7984d%2C34705%2C1731493216811,1-770665a7984d,34705,1731493216811 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T10:20:44,169 INFO [RS:0;770665a7984d:34705 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;770665a7984d:34705. 2024-11-13T10:20:44,169 DEBUG [RS:0;770665a7984d:34705 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:20:44,170 DEBUG [RS:0;770665a7984d:34705 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:44,170 DEBUG [RS:0;770665a7984d:34705 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:44,170 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:20:44,170 INFO [RS:0;770665a7984d:34705 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34705 2024-11-13T10:20:44,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44401-0x10110d799e70003, quorum=127.0.0.1:55964, baseZNode=/1227982203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1227982203/rs 2024-11-13T10:20:44,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34705-0x10110d799e70004, quorum=127.0.0.1:55964, baseZNode=/1227982203 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1227982203/rs/770665a7984d,34705,1731493216811 2024-11-13T10:20:44,173 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [770665a7984d,34705,1731493216811] 2024-11-13T10:20:44,174 INFO [RS:0;770665a7984d:34705 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T10:20:44,175 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1227982203/draining/770665a7984d,34705,1731493216811 already deleted, retry=false 2024-11-13T10:20:44,175 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 770665a7984d,34705,1731493216811 expired; onlineServers=0 2024-11-13T10:20:44,175 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '770665a7984d,44401,1731493216746' ***** 2024-11-13T10:20:44,175 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T10:20:44,175 INFO [M:0;770665a7984d:44401 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T10:20:44,175 INFO [M:0;770665a7984d:44401 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T10:20:44,175 DEBUG [M:0;770665a7984d:44401 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T10:20:44,176 DEBUG [M:0;770665a7984d:44401 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T10:20:44,176 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T10:20:44,176 DEBUG [master/770665a7984d:0:becomeActiveMaster-HFileCleaner.large.0-1731493217892 {}] cleaner.HFileCleaner(306): Exit Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.large.0-1731493217892,5,FailOnTimeoutGroup] 2024-11-13T10:20:44,176 DEBUG [master/770665a7984d:0:becomeActiveMaster-HFileCleaner.small.0-1731493217892 {}] cleaner.HFileCleaner(306): Exit Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.small.0-1731493217892,5,FailOnTimeoutGroup] 2024-11-13T10:20:44,176 INFO [M:0;770665a7984d:44401 {}] hbase.ChoreService(370): Chore service for: master/770665a7984d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T10:20:44,176 INFO [M:0;770665a7984d:44401 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T10:20:44,176 DEBUG [M:0;770665a7984d:44401 {}] master.HMaster(1795): Stopping service threads 2024-11-13T10:20:44,176 INFO [M:0;770665a7984d:44401 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T10:20:44,176 INFO [M:0;770665a7984d:44401 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T10:20:44,176 INFO [M:0;770665a7984d:44401 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T10:20:44,176 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T10:20:44,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44401-0x10110d799e70003, quorum=127.0.0.1:55964, baseZNode=/1227982203 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1227982203/master 2024-11-13T10:20:44,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44401-0x10110d799e70003, quorum=127.0.0.1:55964, baseZNode=/1227982203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1227982203 2024-11-13T10:20:44,180 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1227982203/master already deleted, retry=false 2024-11-13T10:20:44,180 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:44401-0x10110d799e70003, quorum=127.0.0.1:55964, baseZNode=/1227982203 Failed delete of our master address node; KeeperErrorCode = NoNode for /1227982203/master 2024-11-13T10:20:44,197 INFO [M:0;770665a7984d:44401 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/.lastflushedseqids 2024-11-13T10:20:44,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32993 is added to blk_1073741847_1023 (size=245) 2024-11-13T10:20:44,271 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178.replicationSource.wal-reader.770665a7984d%2C38919%2C1731493213178,1-770665a7984d,38919,1731493213178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/WALs/770665a7984d,38919,1731493213178/770665a7984d%2C38919%2C1731493213178.1731493214959 to pos 1496, reset compression=false 2024-11-13T10:20:44,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34705-0x10110d799e70004, quorum=127.0.0.1:55964, baseZNode=/1227982203 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:20:44,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34705-0x10110d799e70004, quorum=127.0.0.1:55964, baseZNode=/1227982203 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:20:44,278 INFO [RS:0;770665a7984d:34705 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T10:20:44,278 INFO [RS:0;770665a7984d:34705 {}] regionserver.HRegionServer(1031): Exiting; stopping=770665a7984d,34705,1731493216811; zookeeper connection closed. 2024-11-13T10:20:44,290 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@a420a0a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@a420a0a 2024-11-13T10:20:44,290 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T10:20:44,615 INFO [M:0;770665a7984d:44401 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T10:20:44,615 INFO [M:0;770665a7984d:44401 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T10:20:44,616 DEBUG [M:0;770665a7984d:44401 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T10:20:44,616 INFO [M:0;770665a7984d:44401 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:20:44,616 DEBUG [M:0;770665a7984d:44401 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:20:44,616 DEBUG [M:0;770665a7984d:44401 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T10:20:44,616 DEBUG [M:0;770665a7984d:44401 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:20:44,616 INFO [M:0;770665a7984d:44401 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-13T10:20:44,639 DEBUG [M:0;770665a7984d:44401 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9920242ac9d64f8994d9520a96bdd708 is 82, key is hbase:meta,,1/info:regioninfo/1731493218792/Put/seqid=0 2024-11-13T10:20:44,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32993 is added to blk_1073741848_1024 (size=5672) 2024-11-13T10:20:45,054 INFO [M:0;770665a7984d:44401 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9920242ac9d64f8994d9520a96bdd708 2024-11-13T10:20:45,124 DEBUG [M:0;770665a7984d:44401 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/309ee645621f4977a552046c5f18c3a3 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731493228937/Put/seqid=0 2024-11-13T10:20:45,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32993 is added to blk_1073741849_1025 (size=8515) 2024-11-13T10:20:45,156 INFO [M:0;770665a7984d:44401 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/309ee645621f4977a552046c5f18c3a3 2024-11-13T10:20:45,182 DEBUG [M:0;770665a7984d:44401 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/05b1e7778f5d493b9a860eba29359c2b is 69, key is 770665a7984d,34705,1731493216811/rs:state/1731493217970/Put/seqid=0 2024-11-13T10:20:45,186 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178.replicationSource.wal-reader.770665a7984d%2C38919%2C1731493213178,1-770665a7984d,38919,1731493213178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/WALs/770665a7984d,38919,1731493213178/770665a7984d%2C38919%2C1731493213178.1731493214959 to pos 1496, reset compression=false 2024-11-13T10:20:45,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32993 is added to blk_1073741850_1026 (size=5156) 2024-11-13T10:20:45,209 INFO [M:0;770665a7984d:44401 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/05b1e7778f5d493b9a860eba29359c2b 2024-11-13T10:20:45,221 DEBUG [M:0;770665a7984d:44401 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9920242ac9d64f8994d9520a96bdd708 as hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9920242ac9d64f8994d9520a96bdd708 2024-11-13T10:20:45,227 INFO [M:0;770665a7984d:44401 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9920242ac9d64f8994d9520a96bdd708, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T10:20:45,229 DEBUG [M:0;770665a7984d:44401 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/309ee645621f4977a552046c5f18c3a3 as hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/309ee645621f4977a552046c5f18c3a3 2024-11-13T10:20:45,238 INFO [M:0;770665a7984d:44401 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/309ee645621f4977a552046c5f18c3a3, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T10:20:45,243 DEBUG [M:0;770665a7984d:44401 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/05b1e7778f5d493b9a860eba29359c2b as hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/05b1e7778f5d493b9a860eba29359c2b 2024-11-13T10:20:45,247 INFO [M:0;770665a7984d:44401 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38233/user/jenkins/test-data/5d44956c-132f-e929-454b-e72780293f4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/05b1e7778f5d493b9a860eba29359c2b, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T10:20:45,248 INFO [M:0;770665a7984d:44401 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 632ms, sequenceid=97, compaction requested=false 2024-11-13T10:20:45,264 INFO [M:0;770665a7984d:44401 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:20:45,264 DEBUG [M:0;770665a7984d:44401 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731493244616Disabling compacts and flushes for region at 1731493244616Disabling writes for close at 1731493244616Obtaining lock to block concurrent updates at 1731493244616Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731493244616Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731493244616Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731493244617 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731493244617Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731493244638 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731493244638Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731493245066 (+428 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731493245118 (+52 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731493245118Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731493245161 (+43 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731493245182 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731493245182Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a0a8a43: reopening flushed file at 1731493245220 (+38 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14fda133: reopening flushed file at 1731493245227 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@374464a4: reopening flushed file at 1731493245238 (+11 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 632ms, sequenceid=97, compaction requested=false at 1731493245248 (+10 ms)Writing region close event to WAL at 1731493245264 (+16 ms)Closed at 1731493245264 2024-11-13T10:20:45,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32993 is added to blk_1073741830_1006 (size=63642) 2024-11-13T10:20:45,269 INFO [M:0;770665a7984d:44401 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T10:20:45,269 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T10:20:45,270 INFO [M:0;770665a7984d:44401 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44401 2024-11-13T10:20:45,270 INFO [M:0;770665a7984d:44401 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T10:20:45,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44401-0x10110d799e70003, quorum=127.0.0.1:55964, baseZNode=/1227982203 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:20:45,373 INFO [M:0;770665a7984d:44401 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T10:20:45,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44401-0x10110d799e70003, quorum=127.0.0.1:55964, baseZNode=/1227982203 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:20:45,381 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@339b9dcb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T10:20:45,382 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5604bf70{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T10:20:45,382 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T10:20:45,382 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e7c797e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T10:20:45,382 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c8ebe6e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc22b302-15ad-5dd2-fef7-24d9754abf55/hadoop.log.dir/,STOPPED} 2024-11-13T10:20:45,384 WARN [BP-927860783-172.17.0.2-1731493215561 heartbeating to localhost/127.0.0.1:38233 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T10:20:45,384 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T10:20:45,384 WARN [BP-927860783-172.17.0.2-1731493215561 heartbeating to localhost/127.0.0.1:38233 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-927860783-172.17.0.2-1731493215561 (Datanode Uuid 9375d471-c3f7-45c5-bb5d-cc70421b7a07) service to localhost/127.0.0.1:38233 2024-11-13T10:20:45,384 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T10:20:45,385 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc22b302-15ad-5dd2-fef7-24d9754abf55/cluster_149e774d-04ee-8873-03db-e08766432dc3/data/data1/current/BP-927860783-172.17.0.2-1731493215561 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T10:20:45,385 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc22b302-15ad-5dd2-fef7-24d9754abf55/cluster_149e774d-04ee-8873-03db-e08766432dc3/data/data2/current/BP-927860783-172.17.0.2-1731493215561 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T10:20:45,385 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T10:20:45,394 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b650393{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T10:20:45,394 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@f01cbd2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T10:20:45,394 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T10:20:45,394 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@112f7d5d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T10:20:45,395 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bba4497{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc22b302-15ad-5dd2-fef7-24d9754abf55/hadoop.log.dir/,STOPPED} 2024-11-13T10:20:45,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T10:20:45,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T10:20:45,419 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T10:20:45,419 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:20:45,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:45,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:45,419 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:20:45,420 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T10:20:45,420 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=326157131, stopped=false 2024-11-13T10:20:45,420 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=770665a7984d,33407,1731493213118 2024-11-13T10:20:45,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38919-0x10110d799e70001, quorum=127.0.0.1:55964, baseZNode=/0-620682504 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-620682504/running 2024-11-13T10:20:45,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38919-0x10110d799e70001, quorum=127.0.0.1:55964, baseZNode=/0-620682504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-620682504 2024-11-13T10:20:45,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33407-0x10110d799e70000, quorum=127.0.0.1:55964, baseZNode=/0-620682504 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-620682504/running 2024-11-13T10:20:45,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33407-0x10110d799e70000, quorum=127.0.0.1:55964, baseZNode=/0-620682504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-620682504 2024-11-13T10:20:45,429 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T10:20:45,430 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38919-0x10110d799e70001, quorum=127.0.0.1:55964, baseZNode=/0-620682504 Set watcher on znode that does not yet exist, /0-620682504/running 2024-11-13T10:20:45,430 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33407-0x10110d799e70000, quorum=127.0.0.1:55964, baseZNode=/0-620682504 Set watcher on znode that does not yet exist, /0-620682504/running 2024-11-13T10:20:45,434 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T10:20:45,434 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:20:45,434 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:45,435 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '770665a7984d,38919,1731493213178' ***** 2024-11-13T10:20:45,435 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T10:20:45,435 INFO [RS:0;770665a7984d:38919 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T10:20:45,436 INFO [RS:0;770665a7984d:38919 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T10:20:45,436 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T10:20:45,436 INFO [RS:0;770665a7984d:38919 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T10:20:45,436 INFO [RS:0;770665a7984d:38919 {}] regionserver.HRegionServer(3091): Received CLOSE for 4e2613501dbeb5f76310ce358cadebd1 2024-11-13T10:20:45,440 INFO [RS:0;770665a7984d:38919 {}] regionserver.HRegionServer(3091): Received CLOSE for fdadfc58ccf6e950b739d024048f375b 2024-11-13T10:20:45,440 INFO [RS:0;770665a7984d:38919 {}] regionserver.HRegionServer(959): stopping server 770665a7984d,38919,1731493213178 2024-11-13T10:20:45,441 INFO [RS:0;770665a7984d:38919 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T10:20:45,441 INFO [RS:0;770665a7984d:38919 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;770665a7984d:38919. 2024-11-13T10:20:45,441 DEBUG [RS:0;770665a7984d:38919 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:20:45,441 DEBUG [RS:0;770665a7984d:38919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:45,441 INFO [RS:0;770665a7984d:38919 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T10:20:45,441 INFO [RS:0;770665a7984d:38919 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T10:20:45,441 INFO [RS:0;770665a7984d:38919 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T10:20:45,441 INFO [RS:0;770665a7984d:38919 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T10:20:45,441 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4e2613501dbeb5f76310ce358cadebd1, disabling compactions & flushes 2024-11-13T10:20:45,441 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731493223366.4e2613501dbeb5f76310ce358cadebd1. 2024-11-13T10:20:45,441 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731493223366.4e2613501dbeb5f76310ce358cadebd1. 2024-11-13T10:20:45,442 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731493223366.4e2613501dbeb5f76310ce358cadebd1. after waiting 0 ms 2024-11-13T10:20:45,442 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731493223366.4e2613501dbeb5f76310ce358cadebd1. 2024-11-13T10:20:45,442 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4e2613501dbeb5f76310ce358cadebd1 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-13T10:20:45,453 INFO [RS:0;770665a7984d:38919 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T10:20:45,453 DEBUG [RS:0;770665a7984d:38919 {}] regionserver.HRegionServer(1325): Online Regions={4e2613501dbeb5f76310ce358cadebd1=test,,1731493223366.4e2613501dbeb5f76310ce358cadebd1., 1588230740=hbase:meta,,1.1588230740, fdadfc58ccf6e950b739d024048f375b=hbase:replication,,1731493227309.fdadfc58ccf6e950b739d024048f375b.} 2024-11-13T10:20:45,453 DEBUG [RS:0;770665a7984d:38919 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4e2613501dbeb5f76310ce358cadebd1, fdadfc58ccf6e950b739d024048f375b 2024-11-13T10:20:45,454 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T10:20:45,454 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T10:20:45,454 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T10:20:45,454 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T10:20:45,454 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T10:20:45,454 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T10:20:45,488 INFO [regionserver/770665a7984d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T10:20:45,499 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/data/default/test/4e2613501dbeb5f76310ce358cadebd1/.tmp/f/1b26870edc95408a9e1c1ca23d3c40db is 37, key is row3/f:row3/1731493238596/Put/seqid=0 2024-11-13T10:20:45,503 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/data/hbase/meta/1588230740/.tmp/info/23781471ed3148bd8dc4e5e25d5d8503 is 147, key is hbase:replication,,1731493227309.fdadfc58ccf6e950b739d024048f375b./info:regioninfo/1731493228084/Put/seqid=0 2024-11-13T10:20:45,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37187 is added to blk_1073741840_1016 (size=5228) 2024-11-13T10:20:45,515 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/data/default/test/4e2613501dbeb5f76310ce358cadebd1/.tmp/f/1b26870edc95408a9e1c1ca23d3c40db 2024-11-13T10:20:45,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37187 is added to blk_1073741841_1017 (size=7686) 2024-11-13T10:20:45,548 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1b26870edc95408a9e1c1ca23d3c40db 2024-11-13T10:20:45,572 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/data/default/test/4e2613501dbeb5f76310ce358cadebd1/.tmp/f1/a0ac358cbf8e4b25841163fed0d72e2b is 30, key is row1/f1:/1731493235924/DeleteFamily/seqid=0 2024-11-13T10:20:45,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37187 is added to blk_1073741842_1018 (size=5158) 2024-11-13T10:20:45,582 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/data/default/test/4e2613501dbeb5f76310ce358cadebd1/.tmp/f1/a0ac358cbf8e4b25841163fed0d72e2b 2024-11-13T10:20:45,587 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a0ac358cbf8e4b25841163fed0d72e2b 2024-11-13T10:20:45,611 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/data/default/test/4e2613501dbeb5f76310ce358cadebd1/.tmp/norep/98eb21f112c74abaa397d9ef1a3ffc8e is 32, key is row/norep:/1731493234911/DeleteFamily/seqid=0 2024-11-13T10:20:45,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37187 is added to blk_1073741843_1019 (size=5101) 2024-11-13T10:20:45,653 DEBUG [RS:0;770665a7984d:38919 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4e2613501dbeb5f76310ce358cadebd1, fdadfc58ccf6e950b739d024048f375b 2024-11-13T10:20:45,815 INFO [regionserver/770665a7984d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T10:20:45,815 INFO [regionserver/770665a7984d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T10:20:45,854 DEBUG [RS:0;770665a7984d:38919 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4e2613501dbeb5f76310ce358cadebd1, fdadfc58ccf6e950b739d024048f375b 2024-11-13T10:20:45,936 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/data/hbase/meta/1588230740/.tmp/info/23781471ed3148bd8dc4e5e25d5d8503 2024-11-13T10:20:45,986 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/data/hbase/meta/1588230740/.tmp/ns/8aa3b7d9becf414f8a0cf3286b18b474 is 43, key is default/ns:d/1731493215410/Put/seqid=0 2024-11-13T10:20:46,020 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/data/default/test/4e2613501dbeb5f76310ce358cadebd1/.tmp/norep/98eb21f112c74abaa397d9ef1a3ffc8e 2024-11-13T10:20:46,026 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 98eb21f112c74abaa397d9ef1a3ffc8e 2024-11-13T10:20:46,026 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/data/default/test/4e2613501dbeb5f76310ce358cadebd1/.tmp/f/1b26870edc95408a9e1c1ca23d3c40db as hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/data/default/test/4e2613501dbeb5f76310ce358cadebd1/f/1b26870edc95408a9e1c1ca23d3c40db 2024-11-13T10:20:46,032 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1b26870edc95408a9e1c1ca23d3c40db 2024-11-13T10:20:46,032 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/data/default/test/4e2613501dbeb5f76310ce358cadebd1/f/1b26870edc95408a9e1c1ca23d3c40db, entries=5, sequenceid=12, filesize=5.1 K 2024-11-13T10:20:46,033 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/data/default/test/4e2613501dbeb5f76310ce358cadebd1/.tmp/f1/a0ac358cbf8e4b25841163fed0d72e2b as hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/data/default/test/4e2613501dbeb5f76310ce358cadebd1/f1/a0ac358cbf8e4b25841163fed0d72e2b 2024-11-13T10:20:46,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37187 is added to blk_1073741844_1020 (size=5153) 2024-11-13T10:20:46,037 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/data/hbase/meta/1588230740/.tmp/ns/8aa3b7d9becf414f8a0cf3286b18b474 2024-11-13T10:20:46,040 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a0ac358cbf8e4b25841163fed0d72e2b 2024-11-13T10:20:46,040 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/data/default/test/4e2613501dbeb5f76310ce358cadebd1/f1/a0ac358cbf8e4b25841163fed0d72e2b, entries=3, sequenceid=12, filesize=5.0 K 2024-11-13T10:20:46,041 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/data/default/test/4e2613501dbeb5f76310ce358cadebd1/.tmp/norep/98eb21f112c74abaa397d9ef1a3ffc8e as hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/data/default/test/4e2613501dbeb5f76310ce358cadebd1/norep/98eb21f112c74abaa397d9ef1a3ffc8e 2024-11-13T10:20:46,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:46,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:46,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:46,054 DEBUG [RS:0;770665a7984d:38919 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4e2613501dbeb5f76310ce358cadebd1, fdadfc58ccf6e950b739d024048f375b 2024-11-13T10:20:46,065 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 98eb21f112c74abaa397d9ef1a3ffc8e 2024-11-13T10:20:46,065 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/data/default/test/4e2613501dbeb5f76310ce358cadebd1/norep/98eb21f112c74abaa397d9ef1a3ffc8e, entries=1, sequenceid=12, filesize=5.0 K 2024-11-13T10:20:46,067 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 4e2613501dbeb5f76310ce358cadebd1 in 624ms, sequenceid=12, compaction requested=false 2024-11-13T10:20:46,092 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/data/hbase/meta/1588230740/.tmp/rep_barrier/45e967c8a28b424587f4bb80f9007cb0 is 112, key is test,,1731493223366.4e2613501dbeb5f76310ce358cadebd1./rep_barrier:seqnumDuringOpen/1731493223727/Put/seqid=0 2024-11-13T10:20:46,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37187 is added to blk_1073741845_1021 (size=5518) 2024-11-13T10:20:46,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:46,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:46,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:46,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:46,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:46,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:46,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:46,141 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/data/default/test/4e2613501dbeb5f76310ce358cadebd1/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-13T10:20:46,142 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T10:20:46,142 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T10:20:46,142 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731493223366.4e2613501dbeb5f76310ce358cadebd1. 2024-11-13T10:20:46,142 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4e2613501dbeb5f76310ce358cadebd1: Waiting for close lock at 1731493245441Running coprocessor pre-close hooks at 1731493245441Disabling compacts and flushes for region at 1731493245441Disabling writes for close at 1731493245442 (+1 ms)Obtaining lock to block concurrent updates at 1731493245442Preparing flush snapshotting stores in 4e2613501dbeb5f76310ce358cadebd1 at 1731493245442Finished memstore snapshotting test,,1731493223366.4e2613501dbeb5f76310ce358cadebd1., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731493245442Flushing stores of test,,1731493223366.4e2613501dbeb5f76310ce358cadebd1. at 1731493245443 (+1 ms)Flushing 4e2613501dbeb5f76310ce358cadebd1/f: creating writer at 1731493245443Flushing 4e2613501dbeb5f76310ce358cadebd1/f: appending metadata at 1731493245498 (+55 ms)Flushing 4e2613501dbeb5f76310ce358cadebd1/f: closing flushed file at 1731493245498Flushing 4e2613501dbeb5f76310ce358cadebd1/f1: creating writer at 1731493245549 (+51 ms)Flushing 4e2613501dbeb5f76310ce358cadebd1/f1: appending metadata at 1731493245571 (+22 ms)Flushing 4e2613501dbeb5f76310ce358cadebd1/f1: closing flushed file at 1731493245571Flushing 4e2613501dbeb5f76310ce358cadebd1/norep: creating writer at 1731493245587 (+16 ms)Flushing 4e2613501dbeb5f76310ce358cadebd1/norep: appending metadata at 1731493245610 (+23 ms)Flushing 4e2613501dbeb5f76310ce358cadebd1/norep: closing flushed file at 1731493245610Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fdcf2c: reopening flushed file at 1731493246026 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1309ae07: reopening flushed file at 1731493246032 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65ddcec6: reopening flushed file at 1731493246040 (+8 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 4e2613501dbeb5f76310ce358cadebd1 in 624ms, sequenceid=12, compaction requested=false at 1731493246067 (+27 ms)Writing region close event to WAL at 1731493246120 (+53 ms)Running coprocessor post-close hooks at 1731493246142 (+22 ms)Closed at 1731493246142 2024-11-13T10:20:46,143 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731493223366.4e2613501dbeb5f76310ce358cadebd1. 2024-11-13T10:20:46,143 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fdadfc58ccf6e950b739d024048f375b, disabling compactions & flushes 2024-11-13T10:20:46,143 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731493227309.fdadfc58ccf6e950b739d024048f375b. 2024-11-13T10:20:46,143 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731493227309.fdadfc58ccf6e950b739d024048f375b. 2024-11-13T10:20:46,143 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731493227309.fdadfc58ccf6e950b739d024048f375b. after waiting 0 ms 2024-11-13T10:20:46,143 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731493227309.fdadfc58ccf6e950b739d024048f375b. 2024-11-13T10:20:46,143 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fdadfc58ccf6e950b739d024048f375b 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-13T10:20:46,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:46,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:46,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:46,176 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/data/hbase/replication/fdadfc58ccf6e950b739d024048f375b/.tmp/queue/bbf384390c774e349b763ce22ebb4a71 is 154, key is 1-770665a7984d,38919,1731493213178/queue:770665a7984d%2C38919%2C1731493213178/1731493240668/Put/seqid=0 2024-11-13T10:20:46,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37187 is added to blk_1073741846_1022 (size=5353) 2024-11-13T10:20:46,181 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/data/hbase/replication/fdadfc58ccf6e950b739d024048f375b/.tmp/queue/bbf384390c774e349b763ce22ebb4a71 2024-11-13T10:20:46,187 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/data/hbase/replication/fdadfc58ccf6e950b739d024048f375b/.tmp/queue/bbf384390c774e349b763ce22ebb4a71 as hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/data/hbase/replication/fdadfc58ccf6e950b739d024048f375b/queue/bbf384390c774e349b763ce22ebb4a71 2024-11-13T10:20:46,192 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/data/hbase/replication/fdadfc58ccf6e950b739d024048f375b/queue/bbf384390c774e349b763ce22ebb4a71, entries=1, sequenceid=14, filesize=5.2 K 2024-11-13T10:20:46,199 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for fdadfc58ccf6e950b739d024048f375b in 56ms, sequenceid=14, compaction requested=false 2024-11-13T10:20:46,229 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178.replicationSource.wal-reader.770665a7984d%2C38919%2C1731493213178,1-770665a7984d,38919,1731493213178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/WALs/770665a7984d,38919,1731493213178/770665a7984d%2C38919%2C1731493213178.1731493214959 to pos 1496, reset compression=false 2024-11-13T10:20:46,254 DEBUG [RS:0;770665a7984d:38919 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fdadfc58ccf6e950b739d024048f375b 2024-11-13T10:20:46,261 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/data/hbase/replication/fdadfc58ccf6e950b739d024048f375b/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-13T10:20:46,263 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T10:20:46,263 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T10:20:46,263 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731493227309.fdadfc58ccf6e950b739d024048f375b. 2024-11-13T10:20:46,263 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fdadfc58ccf6e950b739d024048f375b: Waiting for close lock at 1731493246143Running coprocessor pre-close hooks at 1731493246143Disabling compacts and flushes for region at 1731493246143Disabling writes for close at 1731493246143Obtaining lock to block concurrent updates at 1731493246143Preparing flush snapshotting stores in fdadfc58ccf6e950b739d024048f375b at 1731493246143Finished memstore snapshotting hbase:replication,,1731493227309.fdadfc58ccf6e950b739d024048f375b., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731493246143Flushing stores of hbase:replication,,1731493227309.fdadfc58ccf6e950b739d024048f375b. at 1731493246144 (+1 ms)Flushing fdadfc58ccf6e950b739d024048f375b/queue: creating writer at 1731493246144Flushing fdadfc58ccf6e950b739d024048f375b/queue: appending metadata at 1731493246175 (+31 ms)Flushing fdadfc58ccf6e950b739d024048f375b/queue: closing flushed file at 1731493246175Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f20344a: reopening flushed file at 1731493246186 (+11 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for fdadfc58ccf6e950b739d024048f375b in 56ms, sequenceid=14, compaction requested=false at 1731493246199 (+13 ms)Writing region close event to WAL at 1731493246229 (+30 ms)Running coprocessor post-close hooks at 1731493246262 (+33 ms)Closed at 1731493246263 (+1 ms) 2024-11-13T10:20:46,263 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731493227309.fdadfc58ccf6e950b739d024048f375b. 2024-11-13T10:20:46,272 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178.replicationSource.wal-reader.770665a7984d%2C38919%2C1731493213178,1-770665a7984d,38919,1731493213178 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T10:20:46,272 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178.replicationSource.wal-reader.770665a7984d%2C38919%2C1731493213178,1-770665a7984d,38919,1731493213178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/WALs/770665a7984d,38919,1731493213178/770665a7984d%2C38919%2C1731493213178.1731493214959 to pos 2387, reset compression=false 2024-11-13T10:20:46,272 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178.replicationSource.shipper770665a7984d%2C38919%2C1731493213178,1-770665a7984d,38919,1731493213178 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-770665a7984d,38919,1731493213178 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/WALs/770665a7984d,38919,1731493213178/770665a7984d%2C38919%2C1731493213178.1731493214959, lastWalPosition=2387, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T10:20:46,273 ERROR [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178.replicationSource.shipper770665a7984d%2C38919%2C1731493213178,1-770665a7984d,38919,1731493213178 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 770665a7984d,38919,1731493213178: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-770665a7984d,38919,1731493213178, walGroup=770665a7984d%2C38919%2C1731493213178, offset=770665a7984d%2C38919%2C1731493213178.1731493214959:2387, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=770665a7984d:38919 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T10:20:46,275 ERROR [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178.replicationSource.shipper770665a7984d%2C38919%2C1731493213178,1-770665a7984d,38919,1731493213178 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T10:20:46,275 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178.replicationSource.shipper770665a7984d%2C38919%2C1731493213178,1-770665a7984d,38919,1731493213178 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T10:20:46,275 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178.replicationSource.shipper770665a7984d%2C38919%2C1731493213178,1-770665a7984d,38919,1731493213178 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T10:20:46,275 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178.replicationSource.shipper770665a7984d%2C38919%2C1731493213178,1-770665a7984d,38919,1731493213178 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T10:20:46,275 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178.replicationSource.shipper770665a7984d%2C38919%2C1731493213178,1-770665a7984d,38919,1731493213178 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T10:20:46,275 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178.replicationSource.shipper770665a7984d%2C38919%2C1731493213178,1-770665a7984d,38919,1731493213178 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1161822208, "init": 1048576000, "max": 2306867200, "used": 942537688 }, "NonHeapMemoryUsage": { "committed": 202637312, "init": 7667712, "max": -1, "used": 199561440 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T10:20:46,276 WARN [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178.replicationSource.shipper770665a7984d%2C38919%2C1731493213178,1-770665a7984d,38919,1731493213178 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=770665a7984d:33407 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=770665a7984d:33407 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T10:20:46,455 INFO [RS:0;770665a7984d:38919 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T10:20:46,455 DEBUG [RS:0;770665a7984d:38919 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T10:20:46,455 DEBUG [RS:0;770665a7984d:38919 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T10:20:46,514 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178.replicationSource.wal-reader.770665a7984d%2C38919%2C1731493213178,1-770665a7984d,38919,1731493213178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/WALs/770665a7984d,38919,1731493213178/770665a7984d%2C38919%2C1731493213178.1731493214959 to pos 2387, reset compression=false 2024-11-13T10:20:46,514 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/data/hbase/meta/1588230740/.tmp/rep_barrier/45e967c8a28b424587f4bb80f9007cb0 2024-11-13T10:20:46,553 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/data/hbase/meta/1588230740/.tmp/table/ffc32388616c471498df104213079175 is 53, key is hbase:replication/table:state/1731493228091/Put/seqid=0 2024-11-13T10:20:46,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37187 is added to blk_1073741847_1023 (size=5308) 2024-11-13T10:20:46,593 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/data/hbase/meta/1588230740/.tmp/table/ffc32388616c471498df104213079175 2024-11-13T10:20:46,599 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/data/hbase/meta/1588230740/.tmp/info/23781471ed3148bd8dc4e5e25d5d8503 as hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/data/hbase/meta/1588230740/info/23781471ed3148bd8dc4e5e25d5d8503 2024-11-13T10:20:46,603 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/data/hbase/meta/1588230740/info/23781471ed3148bd8dc4e5e25d5d8503, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T10:20:46,604 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/data/hbase/meta/1588230740/.tmp/ns/8aa3b7d9becf414f8a0cf3286b18b474 as hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/data/hbase/meta/1588230740/ns/8aa3b7d9becf414f8a0cf3286b18b474 2024-11-13T10:20:46,608 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/data/hbase/meta/1588230740/ns/8aa3b7d9becf414f8a0cf3286b18b474, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T10:20:46,608 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/data/hbase/meta/1588230740/.tmp/rep_barrier/45e967c8a28b424587f4bb80f9007cb0 as hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/data/hbase/meta/1588230740/rep_barrier/45e967c8a28b424587f4bb80f9007cb0 2024-11-13T10:20:46,638 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/data/hbase/meta/1588230740/rep_barrier/45e967c8a28b424587f4bb80f9007cb0, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T10:20:46,639 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/data/hbase/meta/1588230740/.tmp/table/ffc32388616c471498df104213079175 as hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/data/hbase/meta/1588230740/table/ffc32388616c471498df104213079175 2024-11-13T10:20:46,644 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/data/hbase/meta/1588230740/table/ffc32388616c471498df104213079175, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T10:20:46,645 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1191ms, sequenceid=16, compaction requested=false 2024-11-13T10:20:46,655 DEBUG [RS:0;770665a7984d:38919 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T10:20:46,666 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T10:20:46,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:46,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:46,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:46,681 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T10:20:46,683 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T10:20:46,683 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T10:20:46,683 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T10:20:46,684 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731493245454Running coprocessor pre-close hooks at 1731493245454Disabling compacts and flushes for region at 1731493245454Disabling writes for close at 1731493245454Obtaining lock to block concurrent updates at 1731493245454Preparing flush snapshotting stores in 1588230740 at 1731493245454Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731493245457 (+3 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731493245459 (+2 ms)Flushing 1588230740/info: creating writer at 1731493245460 (+1 ms)Flushing 1588230740/info: appending metadata at 1731493245503 (+43 ms)Flushing 1588230740/info: closing flushed file at 1731493245503Flushing 1588230740/ns: creating writer at 1731493245942 (+439 ms)Flushing 1588230740/ns: appending metadata at 1731493245985 (+43 ms)Flushing 1588230740/ns: closing flushed file at 1731493245985Flushing 1588230740/rep_barrier: creating writer at 1731493246043 (+58 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731493246091 (+48 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731493246091Flushing 1588230740/table: creating writer at 1731493246521 (+430 ms)Flushing 1588230740/table: appending metadata at 1731493246553 (+32 ms)Flushing 1588230740/table: closing flushed file at 1731493246553Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@698d09c6: reopening flushed file at 1731493246598 (+45 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bc2aea5: reopening flushed file at 1731493246603 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68e06fec: reopening flushed file at 1731493246608 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55629b6d: reopening flushed file at 1731493246638 (+30 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1191ms, sequenceid=16, compaction requested=false at 1731493246645 (+7 ms)Writing region close event to WAL at 1731493246668 (+23 ms)Running coprocessor post-close hooks at 1731493246683 (+15 ms)Closed at 1731493246683 2024-11-13T10:20:46,684 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T10:20:46,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:46,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:46,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:46,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:46,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:46,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:46,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:46,769 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:46,769 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:46,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:46,855 INFO [RS:0;770665a7984d:38919 {}] regionserver.HRegionServer(976): stopping server 770665a7984d,38919,1731493213178; all regions closed. 2024-11-13T10:20:46,857 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178.replicationSource.wal-reader.770665a7984d%2C38919%2C1731493213178,1-770665a7984d,38919,1731493213178 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/WALs/770665a7984d,38919,1731493213178/770665a7984d%2C38919%2C1731493213178.1731493214959 to pos 2387, reset compression=false 2024-11-13T10:20:46,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37187 is added to blk_1073741834_1010 (size=4239) 2024-11-13T10:20:46,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37187 is added to blk_1073741839_1015 (size=3552) 2024-11-13T10:20:46,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37187 is added to blk_1073741833_1009 (size=2395) 2024-11-13T10:20:46,935 DEBUG [RS:0;770665a7984d:38919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:46,935 INFO [RS:0;770665a7984d:38919 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T10:20:46,936 INFO [RS:0;770665a7984d:38919 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T10:20:46,936 INFO [RS:0;770665a7984d:38919 {}] hbase.ChoreService(370): Chore service for: regionserver/770665a7984d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T10:20:46,936 INFO [RS:0;770665a7984d:38919 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T10:20:46,936 INFO [regionserver/770665a7984d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T10:20:46,937 INFO [RS:0;770665a7984d:38919 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-770665a7984d,38919,1731493213178 because: Region server is closing 2024-11-13T10:20:46,937 INFO [RS:0;770665a7984d:38919 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;770665a7984d:38919. 2024-11-13T10:20:46,937 DEBUG [RS:0;770665a7984d:38919 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:20:46,937 DEBUG [RS:0;770665a7984d:38919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:46,937 DEBUG [RS:0;770665a7984d:38919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:46,937 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:20:47,037 INFO [RS:0;770665a7984d:38919 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178.replicationSource.shipper770665a7984d%2C38919%2C1731493213178,1-770665a7984d,38919,1731493213178 terminated 2024-11-13T10:20:47,038 INFO [RS:0;770665a7984d:38919 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;770665a7984d:38919. 2024-11-13T10:20:47,038 DEBUG [RS:0;770665a7984d:38919 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:20:47,038 DEBUG [RS:0;770665a7984d:38919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:47,038 DEBUG [RS:0;770665a7984d:38919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:47,038 INFO [RS:0;770665a7984d:38919 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38919 2024-11-13T10:20:47,038 WARN [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38919,1731493213178.replicationSource.wal-reader.770665a7984d%2C38919%2C1731493213178,1-770665a7984d,38919,1731493213178 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T10:20:47,041 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:20:47,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33407-0x10110d799e70000, quorum=127.0.0.1:55964, baseZNode=/0-620682504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-620682504/rs 2024-11-13T10:20:47,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38919-0x10110d799e70001, quorum=127.0.0.1:55964, baseZNode=/0-620682504 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-620682504/rs/770665a7984d,38919,1731493213178 2024-11-13T10:20:47,043 INFO [RS:0;770665a7984d:38919 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T10:20:47,044 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [770665a7984d,38919,1731493213178] 2024-11-13T10:20:47,046 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-620682504/draining/770665a7984d,38919,1731493213178 already deleted, retry=false 2024-11-13T10:20:47,046 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 770665a7984d,38919,1731493213178 expired; onlineServers=0 2024-11-13T10:20:47,046 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '770665a7984d,33407,1731493213118' ***** 2024-11-13T10:20:47,046 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T10:20:47,046 INFO [M:0;770665a7984d:33407 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T10:20:47,046 INFO [M:0;770665a7984d:33407 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T10:20:47,046 DEBUG [M:0;770665a7984d:33407 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T10:20:47,046 DEBUG [M:0;770665a7984d:33407 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T10:20:47,047 INFO [M:0;770665a7984d:33407 {}] hbase.ChoreService(370): Chore service for: master/770665a7984d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T10:20:47,047 INFO [M:0;770665a7984d:33407 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T10:20:47,047 DEBUG [M:0;770665a7984d:33407 {}] master.HMaster(1795): Stopping service threads 2024-11-13T10:20:47,047 INFO [M:0;770665a7984d:33407 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T10:20:47,047 INFO [M:0;770665a7984d:33407 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T10:20:47,048 INFO [M:0;770665a7984d:33407 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T10:20:47,048 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T10:20:47,050 DEBUG [master/770665a7984d:0:becomeActiveMaster-HFileCleaner.small.0-1731493214677 {}] cleaner.HFileCleaner(306): Exit Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.small.0-1731493214677,5,FailOnTimeoutGroup] 2024-11-13T10:20:47,051 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T10:20:47,051 DEBUG [master/770665a7984d:0:becomeActiveMaster-HFileCleaner.large.0-1731493214668 {}] cleaner.HFileCleaner(306): Exit Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.large.0-1731493214668,5,FailOnTimeoutGroup] 2024-11-13T10:20:47,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33407-0x10110d799e70000, quorum=127.0.0.1:55964, baseZNode=/0-620682504 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-620682504/master 2024-11-13T10:20:47,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33407-0x10110d799e70000, quorum=127.0.0.1:55964, baseZNode=/0-620682504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-620682504 2024-11-13T10:20:47,054 DEBUG [M:0;770665a7984d:33407 {}] zookeeper.ZKUtil(347): master:33407-0x10110d799e70000, quorum=127.0.0.1:55964, baseZNode=/0-620682504 Unable to get data of znode /0-620682504/master because node does not exist (not an error) 2024-11-13T10:20:47,054 WARN [M:0;770665a7984d:33407 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T10:20:47,055 INFO [M:0;770665a7984d:33407 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/.lastflushedseqids 2024-11-13T10:20:47,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37187 is added to blk_1073741848_1024 (size=245) 2024-11-13T10:20:47,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38919-0x10110d799e70001, quorum=127.0.0.1:55964, baseZNode=/0-620682504 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:20:47,146 INFO [RS:0;770665a7984d:38919 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T10:20:47,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38919-0x10110d799e70001, quorum=127.0.0.1:55964, baseZNode=/0-620682504 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:20:47,146 INFO [RS:0;770665a7984d:38919 {}] regionserver.HRegionServer(1031): Exiting; stopping=770665a7984d,38919,1731493213178; zookeeper connection closed. 2024-11-13T10:20:47,146 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4eb51e2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4eb51e2 2024-11-13T10:20:47,147 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T10:20:47,466 INFO [M:0;770665a7984d:33407 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T10:20:47,467 INFO [M:0;770665a7984d:33407 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T10:20:47,467 DEBUG [M:0;770665a7984d:33407 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T10:20:47,467 INFO [M:0;770665a7984d:33407 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:20:47,467 DEBUG [M:0;770665a7984d:33407 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:20:47,467 DEBUG [M:0;770665a7984d:33407 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T10:20:47,467 DEBUG [M:0;770665a7984d:33407 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:20:47,467 INFO [M:0;770665a7984d:33407 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-13T10:20:47,490 DEBUG [M:0;770665a7984d:33407 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8ea4187f4ffd465bad5ef8e278faaf36 is 82, key is hbase:meta,,1/info:regioninfo/1731493215395/Put/seqid=0 2024-11-13T10:20:47,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37187 is added to blk_1073741849_1025 (size=5672) 2024-11-13T10:20:47,896 INFO [M:0;770665a7984d:33407 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8ea4187f4ffd465bad5ef8e278faaf36 2024-11-13T10:20:47,924 DEBUG [M:0;770665a7984d:33407 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bada1ecd28384e688df3f8a4b808970a is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731493223743/Put/seqid=0 2024-11-13T10:20:47,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37187 is added to blk_1073741850_1026 (size=7218) 2024-11-13T10:20:47,933 INFO [M:0;770665a7984d:33407 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bada1ecd28384e688df3f8a4b808970a 2024-11-13T10:20:47,939 INFO [M:0;770665a7984d:33407 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bada1ecd28384e688df3f8a4b808970a 2024-11-13T10:20:47,967 DEBUG [M:0;770665a7984d:33407 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/372779f0dace4d4ab1b1dd5658c8e15c is 69, key is 770665a7984d,38919,1731493213178/rs:state/1731493214754/Put/seqid=0 2024-11-13T10:20:47,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37187 is added to blk_1073741851_1027 (size=5156) 2024-11-13T10:20:47,984 INFO [M:0;770665a7984d:33407 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/372779f0dace4d4ab1b1dd5658c8e15c 2024-11-13T10:20:47,989 DEBUG [M:0;770665a7984d:33407 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8ea4187f4ffd465bad5ef8e278faaf36 as hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8ea4187f4ffd465bad5ef8e278faaf36 2024-11-13T10:20:47,994 INFO [M:0;770665a7984d:33407 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8ea4187f4ffd465bad5ef8e278faaf36, entries=8, sequenceid=105, filesize=5.5 K 2024-11-13T10:20:47,995 DEBUG [M:0;770665a7984d:33407 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bada1ecd28384e688df3f8a4b808970a as hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bada1ecd28384e688df3f8a4b808970a 2024-11-13T10:20:48,001 INFO [M:0;770665a7984d:33407 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bada1ecd28384e688df3f8a4b808970a 2024-11-13T10:20:48,001 INFO [M:0;770665a7984d:33407 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bada1ecd28384e688df3f8a4b808970a, entries=11, sequenceid=105, filesize=7.0 K 2024-11-13T10:20:48,005 DEBUG [M:0;770665a7984d:33407 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/372779f0dace4d4ab1b1dd5658c8e15c as hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/372779f0dace4d4ab1b1dd5658c8e15c 2024-11-13T10:20:48,008 INFO [M:0;770665a7984d:33407 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42643/user/jenkins/test-data/e02bef8b-0c9e-9387-2e5d-b3e3ccaa696e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/372779f0dace4d4ab1b1dd5658c8e15c, entries=1, sequenceid=105, filesize=5.0 K 2024-11-13T10:20:48,009 INFO [M:0;770665a7984d:33407 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 542ms, sequenceid=105, compaction requested=false 2024-11-13T10:20:48,013 INFO [M:0;770665a7984d:33407 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:20:48,013 DEBUG [M:0;770665a7984d:33407 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731493247467Disabling compacts and flushes for region at 1731493247467Disabling writes for close at 1731493247467Obtaining lock to block concurrent updates at 1731493247467Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731493247467Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731493247468 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731493247468Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731493247469 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731493247489 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731493247489Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731493247901 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731493247923 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731493247923Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731493247939 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731493247967 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731493247967Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19d077f8: reopening flushed file at 1731493247989 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ce84dd9: reopening flushed file at 1731493247994 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7afa1a3b: reopening flushed file at 1731493248001 (+7 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 542ms, sequenceid=105, compaction requested=false at 1731493248009 (+8 ms)Writing region close event to WAL at 1731493248013 (+4 ms)Closed at 1731493248013 2024-11-13T10:20:48,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37187 is added to blk_1073741830_1006 (size=64423) 2024-11-13T10:20:48,020 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T10:20:48,020 INFO [M:0;770665a7984d:33407 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T10:20:48,020 INFO [M:0;770665a7984d:33407 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33407 2024-11-13T10:20:48,020 INFO [M:0;770665a7984d:33407 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T10:20:48,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33407-0x10110d799e70000, quorum=127.0.0.1:55964, baseZNode=/0-620682504 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:20:48,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33407-0x10110d799e70000, quorum=127.0.0.1:55964, baseZNode=/0-620682504 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:20:48,122 INFO [M:0;770665a7984d:33407 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T10:20:48,125 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5c6ec404{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T10:20:48,125 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2c7a16a9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T10:20:48,125 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T10:20:48,126 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6360da13{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T10:20:48,126 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28d3c8a5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb7672c-444a-1a3d-3a48-665d82fdb05e/hadoop.log.dir/,STOPPED} 2024-11-13T10:20:48,127 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T10:20:48,127 WARN [BP-1737388263-172.17.0.2-1731493212014 heartbeating to localhost/127.0.0.1:42643 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T10:20:48,127 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T10:20:48,127 WARN [BP-1737388263-172.17.0.2-1731493212014 heartbeating to localhost/127.0.0.1:42643 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1737388263-172.17.0.2-1731493212014 (Datanode Uuid 0326f471-57e6-4609-b2e1-1b2bb4560948) service to localhost/127.0.0.1:42643 2024-11-13T10:20:48,128 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb7672c-444a-1a3d-3a48-665d82fdb05e/cluster_79f938d3-2cff-819e-00d8-ac81ac47e2de/data/data1/current/BP-1737388263-172.17.0.2-1731493212014 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T10:20:48,128 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb7672c-444a-1a3d-3a48-665d82fdb05e/cluster_79f938d3-2cff-819e-00d8-ac81ac47e2de/data/data2/current/BP-1737388263-172.17.0.2-1731493212014 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T10:20:48,128 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T10:20:48,135 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e0f3029{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T10:20:48,135 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@45179762{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T10:20:48,135 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T10:20:48,135 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54878a6e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T10:20:48,135 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41e182a2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb7672c-444a-1a3d-3a48-665d82fdb05e/hadoop.log.dir/,STOPPED} 2024-11-13T10:20:48,142 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T10:20:48,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T10:20:48,168 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=315 (was 264) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41721 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:41721 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41721 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:38233 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:42643 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:42643 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38233 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38233 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42643 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38233 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:41721 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41721 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:38233 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55964) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38233 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55964) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:38233 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42643 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:41721 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41721 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:38233 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42643 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42643 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:41721 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-23 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:42643 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41721 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55964) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:42643 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=730 (was 654) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=476 (was 353) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1749 (was 1948) 2024-11-13T10:20:48,179 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=315, OpenFileDescriptor=730, MaxFileDescriptor=1048576, SystemLoadAverage=476, ProcessCount=11, AvailableMemoryMB=1749 2024-11-13T10:20:48,194 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-13T10:20:48,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee65cc99-fe00-dfe3-b345-929b95e09ef5/hadoop.log.dir so I do NOT create it in target/test-data/b6f51c53-d534-103a-a082-ab5db36ef84b 2024-11-13T10:20:48,194 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee65cc99-fe00-dfe3-b345-929b95e09ef5/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T10:20:48,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee65cc99-fe00-dfe3-b345-929b95e09ef5/hadoop.tmp.dir so I do NOT create it in target/test-data/b6f51c53-d534-103a-a082-ab5db36ef84b 2024-11-13T10:20:48,194 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ee65cc99-fe00-dfe3-b345-929b95e09ef5/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T10:20:48,194 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f51c53-d534-103a-a082-ab5db36ef84b 2024-11-13T10:20:48,194 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f51c53-d534-103a-a082-ab5db36ef84b/cluster_448b8899-aa9a-86fd-41f5-cc31df11fbd8, deleteOnExit=true 2024-11-13T10:20:48,197 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f51c53-d534-103a-a082-ab5db36ef84b/cluster_448b8899-aa9a-86fd-41f5-cc31df11fbd8/zookeeper_0, clientPort=55942, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f51c53-d534-103a-a082-ab5db36ef84b/cluster_448b8899-aa9a-86fd-41f5-cc31df11fbd8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f51c53-d534-103a-a082-ab5db36ef84b/cluster_448b8899-aa9a-86fd-41f5-cc31df11fbd8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T10:20:48,199 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55942 2024-11-13T10:20:48,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T10:20:48,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T10:20:48,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f51c53-d534-103a-a082-ab5db36ef84b/test.cache.data in system properties and HBase conf 2024-11-13T10:20:48,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f51c53-d534-103a-a082-ab5db36ef84b/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T10:20:48,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f51c53-d534-103a-a082-ab5db36ef84b/hadoop.log.dir in system properties and HBase conf 2024-11-13T10:20:48,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f51c53-d534-103a-a082-ab5db36ef84b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T10:20:48,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f51c53-d534-103a-a082-ab5db36ef84b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T10:20:48,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T10:20:48,200 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T10:20:48,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f51c53-d534-103a-a082-ab5db36ef84b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T10:20:48,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f51c53-d534-103a-a082-ab5db36ef84b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T10:20:48,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f51c53-d534-103a-a082-ab5db36ef84b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T10:20:48,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f51c53-d534-103a-a082-ab5db36ef84b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T10:20:48,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f51c53-d534-103a-a082-ab5db36ef84b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T10:20:48,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f51c53-d534-103a-a082-ab5db36ef84b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T10:20:48,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f51c53-d534-103a-a082-ab5db36ef84b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T10:20:48,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f51c53-d534-103a-a082-ab5db36ef84b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T10:20:48,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f51c53-d534-103a-a082-ab5db36ef84b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T10:20:48,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f51c53-d534-103a-a082-ab5db36ef84b/nfs.dump.dir in system properties and HBase conf 2024-11-13T10:20:48,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f51c53-d534-103a-a082-ab5db36ef84b/java.io.tmpdir in system properties and HBase conf 2024-11-13T10:20:48,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f51c53-d534-103a-a082-ab5db36ef84b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T10:20:48,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f51c53-d534-103a-a082-ab5db36ef84b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T10:20:48,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f51c53-d534-103a-a082-ab5db36ef84b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T10:20:48,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10110d799e70005, quorum=127.0.0.1:55964, baseZNode=/1227982203 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T10:20:48,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10110d799e70008, quorum=127.0.0.1:55964, baseZNode=/2-1131833745 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T10:20:48,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10110d799e70002, quorum=127.0.0.1:55964, baseZNode=/0-620682504 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T10:20:48,240 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10110d799e70008, quorum=127.0.0.1:55964, baseZNode=/2-1131833745 Received Disconnected from ZooKeeper, ignoring 2024-11-13T10:20:48,240 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10110d799e70002, quorum=127.0.0.1:55964, baseZNode=/0-620682504 Received Disconnected from ZooKeeper, ignoring 2024-11-13T10:20:48,240 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10110d799e70005, quorum=127.0.0.1:55964, baseZNode=/1227982203 Received Disconnected from ZooKeeper, ignoring 2024-11-13T10:20:48,312 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T10:20:48,317 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T10:20:48,337 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T10:20:48,337 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T10:20:48,337 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T10:20:48,342 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T10:20:48,343 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ce0bee6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f51c53-d534-103a-a082-ab5db36ef84b/hadoop.log.dir/,AVAILABLE} 2024-11-13T10:20:48,344 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@633b330a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T10:20:48,534 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@324fe214{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f51c53-d534-103a-a082-ab5db36ef84b/java.io.tmpdir/jetty-localhost-39051-hadoop-hdfs-3_4_1-tests_jar-_-any-4273731339139141966/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T10:20:48,535 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@46006ca9{HTTP/1.1, (http/1.1)}{localhost:39051} 2024-11-13T10:20:48,535 INFO [Time-limited test {}] server.Server(415): Started @240382ms 2024-11-13T10:20:48,650 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T10:20:48,653 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T10:20:48,655 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T10:20:48,655 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T10:20:48,655 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T10:20:48,656 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5462383e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f51c53-d534-103a-a082-ab5db36ef84b/hadoop.log.dir/,AVAILABLE} 2024-11-13T10:20:48,656 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1383d0d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T10:20:48,779 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1342b4f9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f51c53-d534-103a-a082-ab5db36ef84b/java.io.tmpdir/jetty-localhost-36335-hadoop-hdfs-3_4_1-tests_jar-_-any-424221565098710734/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T10:20:48,780 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f8809b7{HTTP/1.1, (http/1.1)}{localhost:36335} 2024-11-13T10:20:48,780 INFO [Time-limited test {}] server.Server(415): Started @240627ms 2024-11-13T10:20:48,781 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T10:20:48,891 WARN [Thread-3419 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f51c53-d534-103a-a082-ab5db36ef84b/cluster_448b8899-aa9a-86fd-41f5-cc31df11fbd8/data/data2/current/BP-2077537413-172.17.0.2-1731493248229/current, will proceed with Du for space computation calculation, 2024-11-13T10:20:48,891 WARN [Thread-3418 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f51c53-d534-103a-a082-ab5db36ef84b/cluster_448b8899-aa9a-86fd-41f5-cc31df11fbd8/data/data1/current/BP-2077537413-172.17.0.2-1731493248229/current, will proceed with Du for space computation calculation, 2024-11-13T10:20:48,914 WARN [Thread-3406 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T10:20:48,918 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdf415f36c9b5449 with lease ID 0xbfd1a799f98e0461: Processing first storage report for DS-1f3f7337-22c2-47ca-b0d7-9957572bd3dd from datanode DatanodeRegistration(127.0.0.1:44161, datanodeUuid=0a01935b-ebe3-4a0c-9814-9b624b967238, infoPort=44007, infoSecurePort=0, ipcPort=46139, storageInfo=lv=-57;cid=testClusterID;nsid=121099873;c=1731493248229) 2024-11-13T10:20:48,918 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdf415f36c9b5449 with lease ID 0xbfd1a799f98e0461: from storage DS-1f3f7337-22c2-47ca-b0d7-9957572bd3dd node DatanodeRegistration(127.0.0.1:44161, datanodeUuid=0a01935b-ebe3-4a0c-9814-9b624b967238, infoPort=44007, infoSecurePort=0, ipcPort=46139, storageInfo=lv=-57;cid=testClusterID;nsid=121099873;c=1731493248229), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T10:20:48,918 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdf415f36c9b5449 with lease ID 0xbfd1a799f98e0461: Processing first storage report for DS-98e05694-f875-4aaf-84ed-6430f309a1b8 from datanode DatanodeRegistration(127.0.0.1:44161, datanodeUuid=0a01935b-ebe3-4a0c-9814-9b624b967238, infoPort=44007, infoSecurePort=0, ipcPort=46139, storageInfo=lv=-57;cid=testClusterID;nsid=121099873;c=1731493248229) 2024-11-13T10:20:48,918 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdf415f36c9b5449 with lease ID 0xbfd1a799f98e0461: from storage DS-98e05694-f875-4aaf-84ed-6430f309a1b8 node DatanodeRegistration(127.0.0.1:44161, datanodeUuid=0a01935b-ebe3-4a0c-9814-9b624b967238, infoPort=44007, infoSecurePort=0, ipcPort=46139, storageInfo=lv=-57;cid=testClusterID;nsid=121099873;c=1731493248229), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T10:20:49,009 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f51c53-d534-103a-a082-ab5db36ef84b 2024-11-13T10:20:49,009 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:20:49,010 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:20:49,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44161 is added to blk_1073741825_1001 (size=7) 2024-11-13T10:20:49,419 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1 with version=8 2024-11-13T10:20:49,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/hbase-staging 2024-11-13T10:20:49,421 INFO [Time-limited test {}] client.ConnectionUtils(128): master/770665a7984d:0 server-side Connection retries=45 2024-11-13T10:20:49,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:20:49,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T10:20:49,421 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T10:20:49,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:20:49,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T10:20:49,421 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T10:20:49,422 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T10:20:49,422 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37191 2024-11-13T10:20:49,423 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37191 connecting to ZooKeeper ensemble=127.0.0.1:55942 2024-11-13T10:20:49,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:371910x0, quorum=127.0.0.1:55942, baseZNode=/0305938649 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T10:20:49,429 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37191-0x10110d827540000 connected 2024-11-13T10:20:49,451 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:20:49,452 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:20:49,455 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37191-0x10110d827540000, quorum=127.0.0.1:55942, baseZNode=/0305938649 Set watcher on znode that does not yet exist, /0305938649/running 2024-11-13T10:20:49,455 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1, hbase.cluster.distributed=false 2024-11-13T10:20:49,456 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37191-0x10110d827540000, quorum=127.0.0.1:55942, baseZNode=/0305938649 Set watcher on znode that does not yet exist, /0305938649/acl 2024-11-13T10:20:49,458 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37191 2024-11-13T10:20:49,458 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37191 2024-11-13T10:20:49,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37191 2024-11-13T10:20:49,461 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37191 2024-11-13T10:20:49,461 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37191 2024-11-13T10:20:49,480 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/770665a7984d:0 server-side Connection retries=45 2024-11-13T10:20:49,480 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:20:49,480 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T10:20:49,480 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T10:20:49,480 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:20:49,480 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T10:20:49,480 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T10:20:49,480 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T10:20:49,481 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43995 2024-11-13T10:20:49,482 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43995 connecting to ZooKeeper ensemble=127.0.0.1:55942 2024-11-13T10:20:49,482 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:20:49,484 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:20:49,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:439950x0, quorum=127.0.0.1:55942, baseZNode=/0305938649 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T10:20:49,489 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:439950x0, quorum=127.0.0.1:55942, baseZNode=/0305938649 Set watcher on znode that does not yet exist, /0305938649/running 2024-11-13T10:20:49,489 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43995-0x10110d827540001 connected 2024-11-13T10:20:49,489 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T10:20:49,490 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T10:20:49,491 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43995-0x10110d827540001, quorum=127.0.0.1:55942, baseZNode=/0305938649 Set watcher on znode that does not yet exist, /0305938649/master 2024-11-13T10:20:49,492 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43995-0x10110d827540001, quorum=127.0.0.1:55942, baseZNode=/0305938649 Set watcher on znode that does not yet exist, /0305938649/acl 2024-11-13T10:20:49,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43995 2024-11-13T10:20:49,493 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43995 2024-11-13T10:20:49,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43995 2024-11-13T10:20:49,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43995 2024-11-13T10:20:49,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43995 2024-11-13T10:20:49,512 DEBUG [M:0;770665a7984d:37191 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;770665a7984d:37191 2024-11-13T10:20:49,513 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0305938649/backup-masters/770665a7984d,37191,1731493249421 2024-11-13T10:20:49,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37191-0x10110d827540000, quorum=127.0.0.1:55942, baseZNode=/0305938649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0305938649/backup-masters 2024-11-13T10:20:49,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43995-0x10110d827540001, quorum=127.0.0.1:55942, baseZNode=/0305938649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0305938649/backup-masters 2024-11-13T10:20:49,515 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37191-0x10110d827540000, quorum=127.0.0.1:55942, baseZNode=/0305938649 Set watcher on existing znode=/0305938649/backup-masters/770665a7984d,37191,1731493249421 2024-11-13T10:20:49,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37191-0x10110d827540000, quorum=127.0.0.1:55942, baseZNode=/0305938649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0305938649 2024-11-13T10:20:49,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43995-0x10110d827540001, quorum=127.0.0.1:55942, baseZNode=/0305938649 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0305938649/master 2024-11-13T10:20:49,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43995-0x10110d827540001, quorum=127.0.0.1:55942, baseZNode=/0305938649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0305938649 2024-11-13T10:20:49,518 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37191-0x10110d827540000, quorum=127.0.0.1:55942, baseZNode=/0305938649 Set watcher on existing znode=/0305938649/master 2024-11-13T10:20:49,519 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0305938649/backup-masters/770665a7984d,37191,1731493249421 from backup master directory 2024-11-13T10:20:49,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37191-0x10110d827540000, quorum=127.0.0.1:55942, baseZNode=/0305938649 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0305938649/backup-masters/770665a7984d,37191,1731493249421 2024-11-13T10:20:49,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37191-0x10110d827540000, quorum=127.0.0.1:55942, baseZNode=/0305938649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0305938649/backup-masters 2024-11-13T10:20:49,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43995-0x10110d827540001, quorum=127.0.0.1:55942, baseZNode=/0305938649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0305938649/backup-masters 2024-11-13T10:20:49,520 WARN [master/770665a7984d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T10:20:49,520 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=770665a7984d,37191,1731493249421 2024-11-13T10:20:49,523 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/hbase.id] with ID: 0efe6f10-ff48-4897-8770-d352d377e13a 2024-11-13T10:20:49,524 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/.tmp/hbase.id 2024-11-13T10:20:49,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44161 is added to blk_1073741826_1002 (size=42) 2024-11-13T10:20:49,934 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/.tmp/hbase.id]:[hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/hbase.id] 2024-11-13T10:20:49,942 INFO [master/770665a7984d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:20:49,943 INFO [master/770665a7984d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T10:20:49,943 INFO [master/770665a7984d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-13T10:20:49,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37191-0x10110d827540000, quorum=127.0.0.1:55942, baseZNode=/0305938649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0305938649 2024-11-13T10:20:49,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43995-0x10110d827540001, quorum=127.0.0.1:55942, baseZNode=/0305938649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0305938649 2024-11-13T10:20:49,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44161 is added to blk_1073741827_1003 (size=196) 2024-11-13T10:20:49,951 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T10:20:49,951 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T10:20:49,951 INFO [master/770665a7984d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:20:49,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44161 is added to blk_1073741828_1004 (size=1189) 2024-11-13T10:20:50,357 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/MasterData/data/master/store 2024-11-13T10:20:50,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44161 is added to blk_1073741829_1005 (size=34) 2024-11-13T10:20:50,763 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:20:50,763 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T10:20:50,763 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:20:50,763 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:20:50,763 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T10:20:50,763 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:20:50,763 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:20:50,763 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731493250763Disabling compacts and flushes for region at 1731493250763Disabling writes for close at 1731493250763Writing region close event to WAL at 1731493250763Closed at 1731493250763 2024-11-13T10:20:50,764 WARN [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/MasterData/data/master/store/.initializing 2024-11-13T10:20:50,764 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/MasterData/WALs/770665a7984d,37191,1731493249421 2024-11-13T10:20:50,765 INFO [master/770665a7984d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T10:20:50,766 INFO [master/770665a7984d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=770665a7984d%2C37191%2C1731493249421, suffix=, logDir=hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/MasterData/WALs/770665a7984d,37191,1731493249421, archiveDir=hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/MasterData/oldWALs, maxLogs=10 2024-11-13T10:20:50,782 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/MasterData/WALs/770665a7984d,37191,1731493249421/770665a7984d%2C37191%2C1731493249421.1731493250766, exclude list is [], retry=0 2024-11-13T10:20:50,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44161,DS-1f3f7337-22c2-47ca-b0d7-9957572bd3dd,DISK] 2024-11-13T10:20:50,785 INFO [master/770665a7984d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/MasterData/WALs/770665a7984d,37191,1731493249421/770665a7984d%2C37191%2C1731493249421.1731493250766 2024-11-13T10:20:50,786 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44007:44007)] 2024-11-13T10:20:50,786 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:20:50,786 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:20:50,786 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:20:50,786 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:20:50,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:20:50,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T10:20:50,788 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:50,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:20:50,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:20:50,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T10:20:50,789 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:50,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:20:50,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:20:50,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T10:20:50,790 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:50,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:20:50,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:20:50,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T10:20:50,791 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:50,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:20:50,792 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:20:50,792 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:20:50,793 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:20:50,794 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:20:50,794 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:20:50,795 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T10:20:50,796 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:20:50,798 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:20:50,799 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74878070, jitterRate=0.11577019095420837}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T10:20:50,799 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731493250786Initializing all the Stores at 1731493250787 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493250787Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493250787Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493250787Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493250787Cleaning up temporary data from old regions at 1731493250794 (+7 ms)Region opened successfully at 1731493250799 (+5 ms) 2024-11-13T10:20:50,800 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T10:20:50,803 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21037863, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=770665a7984d/172.17.0.2:0 2024-11-13T10:20:50,803 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T10:20:50,804 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T10:20:50,804 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T10:20:50,804 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T10:20:50,804 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T10:20:50,804 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T10:20:50,804 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T10:20:50,806 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T10:20:50,806 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37191-0x10110d827540000, quorum=127.0.0.1:55942, baseZNode=/0305938649 Unable to get data of znode /0305938649/balancer because node does not exist (not necessarily an error) 2024-11-13T10:20:50,808 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0305938649/balancer already deleted, retry=false 2024-11-13T10:20:50,808 INFO [master/770665a7984d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T10:20:50,808 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37191-0x10110d827540000, quorum=127.0.0.1:55942, baseZNode=/0305938649 Unable to get data of znode /0305938649/normalizer because node does not exist (not necessarily an error) 2024-11-13T10:20:50,810 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0305938649/normalizer already deleted, retry=false 2024-11-13T10:20:50,810 INFO [master/770665a7984d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T10:20:50,813 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37191-0x10110d827540000, quorum=127.0.0.1:55942, baseZNode=/0305938649 Unable to get data of znode /0305938649/switch/split because node does not exist (not necessarily an error) 2024-11-13T10:20:50,814 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0305938649/switch/split already deleted, retry=false 2024-11-13T10:20:50,817 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37191-0x10110d827540000, quorum=127.0.0.1:55942, baseZNode=/0305938649 Unable to get data of znode /0305938649/switch/merge because node does not exist (not necessarily an error) 2024-11-13T10:20:50,818 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0305938649/switch/merge already deleted, retry=false 2024-11-13T10:20:50,820 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37191-0x10110d827540000, quorum=127.0.0.1:55942, baseZNode=/0305938649 Unable to get data of znode /0305938649/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T10:20:50,821 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0305938649/snapshot-cleanup already deleted, retry=false 2024-11-13T10:20:50,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37191-0x10110d827540000, quorum=127.0.0.1:55942, baseZNode=/0305938649 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0305938649/running 2024-11-13T10:20:50,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43995-0x10110d827540001, quorum=127.0.0.1:55942, baseZNode=/0305938649 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0305938649/running 2024-11-13T10:20:50,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37191-0x10110d827540000, quorum=127.0.0.1:55942, baseZNode=/0305938649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0305938649 2024-11-13T10:20:50,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43995-0x10110d827540001, quorum=127.0.0.1:55942, baseZNode=/0305938649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0305938649 2024-11-13T10:20:50,824 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=770665a7984d,37191,1731493249421, sessionid=0x10110d827540000, setting cluster-up flag (Was=false) 2024-11-13T10:20:50,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43995-0x10110d827540001, quorum=127.0.0.1:55942, baseZNode=/0305938649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0305938649 2024-11-13T10:20:50,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37191-0x10110d827540000, quorum=127.0.0.1:55942, baseZNode=/0305938649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0305938649 2024-11-13T10:20:50,833 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0305938649/flush-table-proc/acquired, /0305938649/flush-table-proc/reached, /0305938649/flush-table-proc/abort 2024-11-13T10:20:50,834 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=770665a7984d,37191,1731493249421 2024-11-13T10:20:50,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43995-0x10110d827540001, quorum=127.0.0.1:55942, baseZNode=/0305938649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0305938649 2024-11-13T10:20:50,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37191-0x10110d827540000, quorum=127.0.0.1:55942, baseZNode=/0305938649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0305938649 2024-11-13T10:20:50,842 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0305938649/online-snapshot/acquired, /0305938649/online-snapshot/reached, /0305938649/online-snapshot/abort 2024-11-13T10:20:50,843 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=770665a7984d,37191,1731493249421 2024-11-13T10:20:50,844 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T10:20:50,845 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T10:20:50,846 INFO [master/770665a7984d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T10:20:50,846 INFO [master/770665a7984d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T10:20:50,846 WARN [master/770665a7984d:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 770665a7984d,33093,1731493139422: status=Processing ServerCrashProcedure of 770665a7984d,33093,1731493139422 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731493152953, completionTime=-1 appears to have been leaked 2024-11-13T10:20:50,846 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 770665a7984d,37191,1731493249421 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T10:20:50,847 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:20:50,847 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:20:50,847 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:20:50,847 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:20:50,847 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/770665a7984d:0, corePoolSize=10, maxPoolSize=10 2024-11-13T10:20:50,847 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:20:50,847 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/770665a7984d:0, corePoolSize=2, maxPoolSize=2 2024-11-13T10:20:50,848 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:20:50,849 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T10:20:50,849 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T10:20:50,850 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:50,850 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T10:20:50,856 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731493280856 2024-11-13T10:20:50,856 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T10:20:50,856 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T10:20:50,856 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T10:20:50,856 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T10:20:50,856 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T10:20:50,856 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T10:20:50,857 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:50,858 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T10:20:50,858 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T10:20:50,858 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T10:20:50,858 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T10:20:50,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44161 is added to blk_1073741831_1007 (size=1321) 2024-11-13T10:20:50,860 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T10:20:50,860 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T10:20:50,860 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.large.0-1731493250860,5,FailOnTimeoutGroup] 2024-11-13T10:20:50,861 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.small.0-1731493250860,5,FailOnTimeoutGroup] 2024-11-13T10:20:50,861 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:50,861 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T10:20:50,861 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:50,861 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:50,903 INFO [RS:0;770665a7984d:43995 {}] regionserver.HRegionServer(746): ClusterId : 0efe6f10-ff48-4897-8770-d352d377e13a 2024-11-13T10:20:50,903 DEBUG [RS:0;770665a7984d:43995 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T10:20:50,905 DEBUG [RS:0;770665a7984d:43995 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T10:20:50,905 DEBUG [RS:0;770665a7984d:43995 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T10:20:50,908 DEBUG [RS:0;770665a7984d:43995 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T10:20:50,908 DEBUG [RS:0;770665a7984d:43995 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3503c07e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=770665a7984d/172.17.0.2:0 2024-11-13T10:20:50,920 DEBUG [RS:0;770665a7984d:43995 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;770665a7984d:43995 2024-11-13T10:20:50,920 INFO [RS:0;770665a7984d:43995 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T10:20:50,920 INFO [RS:0;770665a7984d:43995 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T10:20:50,920 DEBUG [RS:0;770665a7984d:43995 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T10:20:50,921 INFO [RS:0;770665a7984d:43995 {}] regionserver.HRegionServer(2659): reportForDuty to master=770665a7984d,37191,1731493249421 with port=43995, startcode=1731493249479 2024-11-13T10:20:50,921 DEBUG [RS:0;770665a7984d:43995 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T10:20:50,923 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55653, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T10:20:50,923 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37191 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 770665a7984d,43995,1731493249479 2024-11-13T10:20:50,923 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37191 {}] master.ServerManager(517): Registering regionserver=770665a7984d,43995,1731493249479 2024-11-13T10:20:50,924 DEBUG [RS:0;770665a7984d:43995 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1 2024-11-13T10:20:50,924 DEBUG [RS:0;770665a7984d:43995 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40321 2024-11-13T10:20:50,924 DEBUG [RS:0;770665a7984d:43995 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T10:20:50,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37191-0x10110d827540000, quorum=127.0.0.1:55942, baseZNode=/0305938649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0305938649/rs 2024-11-13T10:20:50,926 DEBUG [RS:0;770665a7984d:43995 {}] zookeeper.ZKUtil(111): regionserver:43995-0x10110d827540001, quorum=127.0.0.1:55942, baseZNode=/0305938649 Set watcher on existing znode=/0305938649/rs/770665a7984d,43995,1731493249479 2024-11-13T10:20:50,926 WARN [RS:0;770665a7984d:43995 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T10:20:50,926 INFO [RS:0;770665a7984d:43995 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:20:50,927 DEBUG [RS:0;770665a7984d:43995 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/WALs/770665a7984d,43995,1731493249479 2024-11-13T10:20:50,927 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [770665a7984d,43995,1731493249479] 2024-11-13T10:20:50,930 INFO [RS:0;770665a7984d:43995 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T10:20:50,932 INFO [RS:0;770665a7984d:43995 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T10:20:50,932 INFO [RS:0;770665a7984d:43995 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T10:20:50,932 INFO [RS:0;770665a7984d:43995 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:50,933 INFO [RS:0;770665a7984d:43995 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T10:20:50,933 INFO [RS:0;770665a7984d:43995 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T10:20:50,934 INFO [RS:0;770665a7984d:43995 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:50,934 DEBUG [RS:0;770665a7984d:43995 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:20:50,934 DEBUG [RS:0;770665a7984d:43995 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:20:50,934 DEBUG [RS:0;770665a7984d:43995 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:20:50,934 DEBUG [RS:0;770665a7984d:43995 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:20:50,934 DEBUG [RS:0;770665a7984d:43995 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:20:50,934 DEBUG [RS:0;770665a7984d:43995 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/770665a7984d:0, corePoolSize=2, maxPoolSize=2 2024-11-13T10:20:50,934 DEBUG [RS:0;770665a7984d:43995 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:20:50,934 DEBUG [RS:0;770665a7984d:43995 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:20:50,934 DEBUG [RS:0;770665a7984d:43995 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:20:50,934 DEBUG [RS:0;770665a7984d:43995 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:20:50,934 DEBUG [RS:0;770665a7984d:43995 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:20:50,934 DEBUG [RS:0;770665a7984d:43995 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:20:50,934 DEBUG [RS:0;770665a7984d:43995 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/770665a7984d:0, corePoolSize=3, maxPoolSize=3 2024-11-13T10:20:50,934 DEBUG [RS:0;770665a7984d:43995 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0, corePoolSize=3, maxPoolSize=3 2024-11-13T10:20:50,937 INFO [RS:0;770665a7984d:43995 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:50,937 INFO [RS:0;770665a7984d:43995 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:50,937 INFO [RS:0;770665a7984d:43995 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:50,937 INFO [RS:0;770665a7984d:43995 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:50,937 INFO [RS:0;770665a7984d:43995 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:50,937 INFO [RS:0;770665a7984d:43995 {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,43995,1731493249479-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T10:20:50,951 INFO [RS:0;770665a7984d:43995 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T10:20:50,951 INFO [RS:0;770665a7984d:43995 {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,43995,1731493249479-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:50,951 INFO [RS:0;770665a7984d:43995 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:50,951 INFO [RS:0;770665a7984d:43995 {}] regionserver.Replication(171): 770665a7984d,43995,1731493249479 started 2024-11-13T10:20:50,965 INFO [RS:0;770665a7984d:43995 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:50,965 INFO [RS:0;770665a7984d:43995 {}] regionserver.HRegionServer(1482): Serving as 770665a7984d,43995,1731493249479, RpcServer on 770665a7984d/172.17.0.2:43995, sessionid=0x10110d827540001 2024-11-13T10:20:50,965 DEBUG [RS:0;770665a7984d:43995 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T10:20:50,965 DEBUG [RS:0;770665a7984d:43995 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 770665a7984d,43995,1731493249479 2024-11-13T10:20:50,965 DEBUG [RS:0;770665a7984d:43995 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '770665a7984d,43995,1731493249479' 2024-11-13T10:20:50,965 DEBUG [RS:0;770665a7984d:43995 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0305938649/flush-table-proc/abort' 2024-11-13T10:20:50,966 DEBUG [RS:0;770665a7984d:43995 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0305938649/flush-table-proc/acquired' 2024-11-13T10:20:50,967 DEBUG [RS:0;770665a7984d:43995 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T10:20:50,967 DEBUG [RS:0;770665a7984d:43995 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T10:20:50,967 DEBUG [RS:0;770665a7984d:43995 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 770665a7984d,43995,1731493249479 2024-11-13T10:20:50,967 DEBUG [RS:0;770665a7984d:43995 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '770665a7984d,43995,1731493249479' 2024-11-13T10:20:50,967 DEBUG [RS:0;770665a7984d:43995 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0305938649/online-snapshot/abort' 2024-11-13T10:20:50,967 DEBUG [RS:0;770665a7984d:43995 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0305938649/online-snapshot/acquired' 2024-11-13T10:20:50,968 DEBUG [RS:0;770665a7984d:43995 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T10:20:50,968 INFO [RS:0;770665a7984d:43995 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T10:20:50,968 INFO [RS:0;770665a7984d:43995 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T10:20:51,068 INFO [RS:0;770665a7984d:43995 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T10:20:51,070 INFO [RS:0;770665a7984d:43995 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=770665a7984d%2C43995%2C1731493249479, suffix=, logDir=hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/WALs/770665a7984d,43995,1731493249479, archiveDir=hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/oldWALs, maxLogs=10 2024-11-13T10:20:51,083 DEBUG [RS:0;770665a7984d:43995 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/WALs/770665a7984d,43995,1731493249479/770665a7984d%2C43995%2C1731493249479.1731493251070, exclude list is [], retry=0 2024-11-13T10:20:51,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44161,DS-1f3f7337-22c2-47ca-b0d7-9957572bd3dd,DISK] 2024-11-13T10:20:51,087 INFO [RS:0;770665a7984d:43995 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/WALs/770665a7984d,43995,1731493249479/770665a7984d%2C43995%2C1731493249479.1731493251070 2024-11-13T10:20:51,087 DEBUG [RS:0;770665a7984d:43995 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44007:44007)] 2024-11-13T10:20:51,260 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T10:20:51,260 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1 2024-11-13T10:20:51,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44161 is added to blk_1073741833_1009 (size=32) 2024-11-13T10:20:51,645 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T10:20:51,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:51,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:51,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:51,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:51,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:20:51,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T10:20:51,671 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T10:20:51,671 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:51,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:20:51,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T10:20:51,673 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T10:20:51,673 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:51,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:20:51,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T10:20:51,674 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T10:20:51,674 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:51,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:20:51,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T10:20:51,675 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T10:20:51,675 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:51,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:20:51,676 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T10:20:51,676 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/data/hbase/meta/1588230740 2024-11-13T10:20:51,677 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/data/hbase/meta/1588230740 2024-11-13T10:20:51,677 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T10:20:51,677 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T10:20:51,678 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T10:20:51,679 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T10:20:51,681 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:20:51,681 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64026495, jitterRate=-0.045930877327919006}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T10:20:51,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731493251669Initializing all the Stores at 1731493251669Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493251669Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493251670 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493251670Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493251670Cleaning up temporary data from old regions at 1731493251677 (+7 ms)Region opened successfully at 1731493251682 (+5 ms) 2024-11-13T10:20:51,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T10:20:51,682 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T10:20:51,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T10:20:51,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T10:20:51,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T10:20:51,682 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T10:20:51,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731493251682Disabling compacts and flushes for region at 1731493251682Disabling writes for close at 1731493251682Writing region close event to WAL at 1731493251682Closed at 1731493251682 2024-11-13T10:20:51,683 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T10:20:51,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:51,683 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T10:20:51,683 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T10:20:51,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:51,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:51,684 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T10:20:51,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:51,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:51,685 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T10:20:51,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:51,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:51,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:51,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:51,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:51,835 DEBUG [770665a7984d:37191 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T10:20:51,836 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=770665a7984d,43995,1731493249479 2024-11-13T10:20:51,837 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 770665a7984d,43995,1731493249479, state=OPENING 2024-11-13T10:20:51,838 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T10:20:51,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43995-0x10110d827540001, quorum=127.0.0.1:55942, baseZNode=/0305938649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0305938649 2024-11-13T10:20:51,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37191-0x10110d827540000, quorum=127.0.0.1:55942, baseZNode=/0305938649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0305938649 2024-11-13T10:20:51,840 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0305938649/meta-region-server: CHANGED 2024-11-13T10:20:51,840 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0305938649/meta-region-server: CHANGED 2024-11-13T10:20:51,840 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T10:20:51,840 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=770665a7984d,43995,1731493249479}] 2024-11-13T10:20:51,871 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:20:51,871 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [770665a7984d,36187,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=770665a7984d:36187 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T10:20:51,872 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68614 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [770665a7984d,36187,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=770665a7984d:36187 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T10:20:51,992 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T10:20:51,994 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50101, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T10:20:51,997 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T10:20:51,997 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:20:51,997 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T10:20:51,998 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=770665a7984d%2C43995%2C1731493249479.meta, suffix=.meta, logDir=hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/WALs/770665a7984d,43995,1731493249479, archiveDir=hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/oldWALs, maxLogs=10 2024-11-13T10:20:52,012 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/WALs/770665a7984d,43995,1731493249479/770665a7984d%2C43995%2C1731493249479.meta.1731493251998.meta, exclude list is [], retry=0 2024-11-13T10:20:52,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44161,DS-1f3f7337-22c2-47ca-b0d7-9957572bd3dd,DISK] 2024-11-13T10:20:52,015 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/WALs/770665a7984d,43995,1731493249479/770665a7984d%2C43995%2C1731493249479.meta.1731493251998.meta 2024-11-13T10:20:52,015 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44007:44007)] 2024-11-13T10:20:52,015 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:20:52,016 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T10:20:52,016 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T10:20:52,016 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T10:20:52,016 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T10:20:52,016 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T10:20:52,016 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:20:52,016 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T10:20:52,016 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T10:20:52,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T10:20:52,018 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T10:20:52,018 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:52,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:20:52,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T10:20:52,019 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T10:20:52,019 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:52,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:20:52,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T10:20:52,020 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T10:20:52,020 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:52,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:20:52,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T10:20:52,021 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T10:20:52,021 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:52,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:20:52,022 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T10:20:52,022 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/data/hbase/meta/1588230740 2024-11-13T10:20:52,023 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/data/hbase/meta/1588230740 2024-11-13T10:20:52,023 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T10:20:52,023 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T10:20:52,024 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T10:20:52,025 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T10:20:52,025 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72683827, jitterRate=0.08307342231273651}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T10:20:52,025 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T10:20:52,026 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731493252016Writing region info on filesystem at 1731493252016Initializing all the Stores at 1731493252017 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493252017Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493252017Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493252017Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493252017Cleaning up temporary data from old regions at 1731493252023 (+6 ms)Running coprocessor post-open hooks at 1731493252025 (+2 ms)Region opened successfully at 1731493252026 (+1 ms) 2024-11-13T10:20:52,026 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731493251992 2024-11-13T10:20:52,028 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T10:20:52,028 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T10:20:52,029 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=770665a7984d,43995,1731493249479 2024-11-13T10:20:52,029 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 770665a7984d,43995,1731493249479, state=OPEN 2024-11-13T10:20:52,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43995-0x10110d827540001, quorum=127.0.0.1:55942, baseZNode=/0305938649 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0305938649/meta-region-server 2024-11-13T10:20:52,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37191-0x10110d827540000, quorum=127.0.0.1:55942, baseZNode=/0305938649 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0305938649/meta-region-server 2024-11-13T10:20:52,038 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=770665a7984d,43995,1731493249479 2024-11-13T10:20:52,038 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0305938649/meta-region-server: CHANGED 2024-11-13T10:20:52,038 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0305938649/meta-region-server: CHANGED 2024-11-13T10:20:52,040 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T10:20:52,040 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=770665a7984d,43995,1731493249479 in 198 msec 2024-11-13T10:20:52,042 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T10:20:52,042 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 357 msec 2024-11-13T10:20:52,042 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T10:20:52,042 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T10:20:52,043 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:20:52,043 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,43995,1731493249479, seqNum=-1] 2024-11-13T10:20:52,043 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:20:52,045 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37845, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:20:52,048 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2030 sec 2024-11-13T10:20:52,048 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731493252048, completionTime=-1 2024-11-13T10:20:52,048 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T10:20:52,048 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T10:20:52,050 INFO [master/770665a7984d:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T10:20:52,050 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731493312050 2024-11-13T10:20:52,050 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731493372050 2024-11-13T10:20:52,050 INFO [master/770665a7984d:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T10:20:52,050 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,37191,1731493249421-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:52,050 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,37191,1731493249421-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:52,050 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,37191,1731493249421-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:52,051 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-770665a7984d:37191, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:52,051 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:52,051 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:52,052 DEBUG [master/770665a7984d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T10:20:52,054 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.534sec 2024-11-13T10:20:52,054 INFO [master/770665a7984d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T10:20:52,054 INFO [master/770665a7984d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T10:20:52,054 INFO [master/770665a7984d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T10:20:52,054 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T10:20:52,054 INFO [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T10:20:52,054 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,37191,1731493249421-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T10:20:52,054 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,37191,1731493249421-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T10:20:52,056 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T10:20:52,056 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T10:20:52,056 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,37191,1731493249421-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:52,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17e40780, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:20:52,104 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,37191,-1 for getting cluster id 2024-11-13T10:20:52,104 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:20:52,105 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0efe6f10-ff48-4897-8770-d352d377e13a' 2024-11-13T10:20:52,105 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:20:52,105 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0efe6f10-ff48-4897-8770-d352d377e13a" 2024-11-13T10:20:52,106 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d602826, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:20:52,106 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,37191,-1] 2024-11-13T10:20:52,106 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:20:52,106 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:52,107 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:20:52,107 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1492cc4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:20:52,107 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:20:52,108 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,43995,1731493249479, seqNum=-1] 2024-11-13T10:20:52,108 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:20:52,109 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:20:52,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=770665a7984d,37191,1731493249421 2024-11-13T10:20:52,111 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55942 2024-11-13T10:20:52,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55942, baseZNode=/0305938649 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T10:20:52,114 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10110d827540002 connected 2024-11-13T10:20:52,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f51c53-d534-103a-a082-ab5db36ef84b/hadoop.log.dir so I do NOT create it in target/test-data/a92bf844-c616-0f86-0507-979efe971ed4 2024-11-13T10:20:52,117 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f51c53-d534-103a-a082-ab5db36ef84b/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T10:20:52,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f51c53-d534-103a-a082-ab5db36ef84b/hadoop.tmp.dir so I do NOT create it in target/test-data/a92bf844-c616-0f86-0507-979efe971ed4 2024-11-13T10:20:52,117 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f51c53-d534-103a-a082-ab5db36ef84b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T10:20:52,117 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a92bf844-c616-0f86-0507-979efe971ed4 2024-11-13T10:20:52,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T10:20:52,117 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a92bf844-c616-0f86-0507-979efe971ed4/cluster_5c2ec8a3-abdc-fa55-7567-a1f722f0b320, deleteOnExit=true 2024-11-13T10:20:52,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T10:20:52,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a92bf844-c616-0f86-0507-979efe971ed4/test.cache.data in system properties and HBase conf 2024-11-13T10:20:52,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a92bf844-c616-0f86-0507-979efe971ed4/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T10:20:52,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a92bf844-c616-0f86-0507-979efe971ed4/hadoop.log.dir in system properties and HBase conf 2024-11-13T10:20:52,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a92bf844-c616-0f86-0507-979efe971ed4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T10:20:52,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a92bf844-c616-0f86-0507-979efe971ed4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T10:20:52,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T10:20:52,118 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T10:20:52,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a92bf844-c616-0f86-0507-979efe971ed4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T10:20:52,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a92bf844-c616-0f86-0507-979efe971ed4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T10:20:52,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a92bf844-c616-0f86-0507-979efe971ed4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T10:20:52,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a92bf844-c616-0f86-0507-979efe971ed4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T10:20:52,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a92bf844-c616-0f86-0507-979efe971ed4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T10:20:52,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a92bf844-c616-0f86-0507-979efe971ed4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T10:20:52,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a92bf844-c616-0f86-0507-979efe971ed4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T10:20:52,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a92bf844-c616-0f86-0507-979efe971ed4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T10:20:52,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a92bf844-c616-0f86-0507-979efe971ed4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T10:20:52,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a92bf844-c616-0f86-0507-979efe971ed4/nfs.dump.dir in system properties and HBase conf 2024-11-13T10:20:52,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a92bf844-c616-0f86-0507-979efe971ed4/java.io.tmpdir in system properties and HBase conf 2024-11-13T10:20:52,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a92bf844-c616-0f86-0507-979efe971ed4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T10:20:52,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a92bf844-c616-0f86-0507-979efe971ed4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T10:20:52,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a92bf844-c616-0f86-0507-979efe971ed4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T10:20:52,190 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T10:20:52,193 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T10:20:52,194 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T10:20:52,194 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T10:20:52,194 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T10:20:52,195 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T10:20:52,195 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c3bd2e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a92bf844-c616-0f86-0507-979efe971ed4/hadoop.log.dir/,AVAILABLE} 2024-11-13T10:20:52,195 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@477a74d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T10:20:52,322 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4cb05dc5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a92bf844-c616-0f86-0507-979efe971ed4/java.io.tmpdir/jetty-localhost-34875-hadoop-hdfs-3_4_1-tests_jar-_-any-6112484675048951841/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T10:20:52,323 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c773f45{HTTP/1.1, (http/1.1)}{localhost:34875} 2024-11-13T10:20:52,323 INFO [Time-limited test {}] server.Server(415): Started @244170ms 2024-11-13T10:20:52,403 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T10:20:52,406 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T10:20:52,407 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T10:20:52,407 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T10:20:52,407 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T10:20:52,408 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@600039f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a92bf844-c616-0f86-0507-979efe971ed4/hadoop.log.dir/,AVAILABLE} 2024-11-13T10:20:52,409 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f92b2d4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T10:20:52,534 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@198298d9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a92bf844-c616-0f86-0507-979efe971ed4/java.io.tmpdir/jetty-localhost-41337-hadoop-hdfs-3_4_1-tests_jar-_-any-941896526772225990/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T10:20:52,534 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@965b6c{HTTP/1.1, (http/1.1)}{localhost:41337} 2024-11-13T10:20:52,534 INFO [Time-limited test {}] server.Server(415): Started @244382ms 2024-11-13T10:20:52,535 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T10:20:52,642 WARN [Thread-3539 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a92bf844-c616-0f86-0507-979efe971ed4/cluster_5c2ec8a3-abdc-fa55-7567-a1f722f0b320/data/data1/current/BP-497529481-172.17.0.2-1731493252138/current, will proceed with Du for space computation calculation, 2024-11-13T10:20:52,642 WARN [Thread-3540 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a92bf844-c616-0f86-0507-979efe971ed4/cluster_5c2ec8a3-abdc-fa55-7567-a1f722f0b320/data/data2/current/BP-497529481-172.17.0.2-1731493252138/current, will proceed with Du for space computation calculation, 2024-11-13T10:20:52,661 WARN [Thread-3527 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T10:20:52,664 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf10a47aa6d6df16e with lease ID 0x5694ba8eac8b725c: Processing first storage report for DS-bf7c4f4c-9fec-4bcb-8c46-5f0164c4809d from datanode DatanodeRegistration(127.0.0.1:37953, datanodeUuid=15099f73-1198-4a3e-848e-f692f1f60f3b, infoPort=45177, infoSecurePort=0, ipcPort=33133, storageInfo=lv=-57;cid=testClusterID;nsid=1364305992;c=1731493252138) 2024-11-13T10:20:52,664 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf10a47aa6d6df16e with lease ID 0x5694ba8eac8b725c: from storage DS-bf7c4f4c-9fec-4bcb-8c46-5f0164c4809d node DatanodeRegistration(127.0.0.1:37953, datanodeUuid=15099f73-1198-4a3e-848e-f692f1f60f3b, infoPort=45177, infoSecurePort=0, ipcPort=33133, storageInfo=lv=-57;cid=testClusterID;nsid=1364305992;c=1731493252138), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T10:20:52,664 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf10a47aa6d6df16e with lease ID 0x5694ba8eac8b725c: Processing first storage report for DS-5fbb9596-5867-4e5c-a2ad-e153bb209637 from datanode DatanodeRegistration(127.0.0.1:37953, datanodeUuid=15099f73-1198-4a3e-848e-f692f1f60f3b, infoPort=45177, infoSecurePort=0, ipcPort=33133, storageInfo=lv=-57;cid=testClusterID;nsid=1364305992;c=1731493252138) 2024-11-13T10:20:52,664 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf10a47aa6d6df16e with lease ID 0x5694ba8eac8b725c: from storage DS-5fbb9596-5867-4e5c-a2ad-e153bb209637 node DatanodeRegistration(127.0.0.1:37953, datanodeUuid=15099f73-1198-4a3e-848e-f692f1f60f3b, infoPort=45177, infoSecurePort=0, ipcPort=33133, storageInfo=lv=-57;cid=testClusterID;nsid=1364305992;c=1731493252138), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T10:20:52,761 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a92bf844-c616-0f86-0507-979efe971ed4 2024-11-13T10:20:52,761 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:20:52,762 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:20:52,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741825_1001 (size=7) 2024-11-13T10:20:53,170 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e with version=8 2024-11-13T10:20:53,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/hbase-staging 2024-11-13T10:20:53,172 INFO [Time-limited test {}] client.ConnectionUtils(128): master/770665a7984d:0 server-side Connection retries=45 2024-11-13T10:20:53,172 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:20:53,172 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T10:20:53,172 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T10:20:53,172 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:20:53,172 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T10:20:53,172 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T10:20:53,172 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T10:20:53,173 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40727 2024-11-13T10:20:53,173 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40727 connecting to ZooKeeper ensemble=127.0.0.1:55942 2024-11-13T10:20:53,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:407270x0, quorum=127.0.0.1:55942, baseZNode=/1-1069108159 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T10:20:53,234 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40727-0x10110d827540003 connected 2024-11-13T10:20:53,373 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:20:53,374 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:20:53,376 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40727-0x10110d827540003, quorum=127.0.0.1:55942, baseZNode=/1-1069108159 Set watcher on znode that does not yet exist, /1-1069108159/running 2024-11-13T10:20:53,376 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e, hbase.cluster.distributed=false 2024-11-13T10:20:53,377 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40727-0x10110d827540003, quorum=127.0.0.1:55942, baseZNode=/1-1069108159 Set watcher on znode that does not yet exist, /1-1069108159/acl 2024-11-13T10:20:53,378 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40727 2024-11-13T10:20:53,378 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40727 2024-11-13T10:20:53,378 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40727 2024-11-13T10:20:53,379 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40727 2024-11-13T10:20:53,379 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40727 2024-11-13T10:20:53,397 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/770665a7984d:0 server-side Connection retries=45 2024-11-13T10:20:53,398 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:20:53,398 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T10:20:53,398 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T10:20:53,398 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:20:53,398 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T10:20:53,398 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T10:20:53,398 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T10:20:53,398 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36763 2024-11-13T10:20:53,399 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36763 connecting to ZooKeeper ensemble=127.0.0.1:55942 2024-11-13T10:20:53,400 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:20:53,402 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:20:53,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:367630x0, quorum=127.0.0.1:55942, baseZNode=/1-1069108159 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T10:20:53,407 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:367630x0, quorum=127.0.0.1:55942, baseZNode=/1-1069108159 Set watcher on znode that does not yet exist, /1-1069108159/running 2024-11-13T10:20:53,407 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36763-0x10110d827540004 connected 2024-11-13T10:20:53,407 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T10:20:53,407 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T10:20:53,408 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36763-0x10110d827540004, quorum=127.0.0.1:55942, baseZNode=/1-1069108159 Set watcher on znode that does not yet exist, /1-1069108159/master 2024-11-13T10:20:53,409 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36763-0x10110d827540004, quorum=127.0.0.1:55942, baseZNode=/1-1069108159 Set watcher on znode that does not yet exist, /1-1069108159/acl 2024-11-13T10:20:53,409 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36763 2024-11-13T10:20:53,409 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36763 2024-11-13T10:20:53,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36763 2024-11-13T10:20:53,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36763 2024-11-13T10:20:53,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36763 2024-11-13T10:20:53,429 DEBUG [M:0;770665a7984d:40727 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;770665a7984d:40727 2024-11-13T10:20:53,429 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1069108159/backup-masters/770665a7984d,40727,1731493253172 2024-11-13T10:20:53,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40727-0x10110d827540003, quorum=127.0.0.1:55942, baseZNode=/1-1069108159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1069108159/backup-masters 2024-11-13T10:20:53,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36763-0x10110d827540004, quorum=127.0.0.1:55942, baseZNode=/1-1069108159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1069108159/backup-masters 2024-11-13T10:20:53,431 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40727-0x10110d827540003, quorum=127.0.0.1:55942, baseZNode=/1-1069108159 Set watcher on existing znode=/1-1069108159/backup-masters/770665a7984d,40727,1731493253172 2024-11-13T10:20:53,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36763-0x10110d827540004, quorum=127.0.0.1:55942, baseZNode=/1-1069108159 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1069108159/master 2024-11-13T10:20:53,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40727-0x10110d827540003, quorum=127.0.0.1:55942, baseZNode=/1-1069108159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1069108159 2024-11-13T10:20:53,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36763-0x10110d827540004, quorum=127.0.0.1:55942, baseZNode=/1-1069108159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1069108159 2024-11-13T10:20:53,433 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40727-0x10110d827540003, quorum=127.0.0.1:55942, baseZNode=/1-1069108159 Set watcher on existing znode=/1-1069108159/master 2024-11-13T10:20:53,433 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1069108159/backup-masters/770665a7984d,40727,1731493253172 from backup master directory 2024-11-13T10:20:53,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36763-0x10110d827540004, quorum=127.0.0.1:55942, baseZNode=/1-1069108159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1069108159/backup-masters 2024-11-13T10:20:53,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40727-0x10110d827540003, quorum=127.0.0.1:55942, baseZNode=/1-1069108159 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1069108159/backup-masters/770665a7984d,40727,1731493253172 2024-11-13T10:20:53,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40727-0x10110d827540003, quorum=127.0.0.1:55942, baseZNode=/1-1069108159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1069108159/backup-masters 2024-11-13T10:20:53,436 WARN [master/770665a7984d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T10:20:53,436 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=770665a7984d,40727,1731493253172 2024-11-13T10:20:53,440 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/hbase.id] with ID: 2b8a2ada-70a3-4a2b-a59a-444c3be73f7d 2024-11-13T10:20:53,440 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/.tmp/hbase.id 2024-11-13T10:20:53,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741826_1002 (size=42) 2024-11-13T10:20:53,846 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/.tmp/hbase.id]:[hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/hbase.id] 2024-11-13T10:20:53,855 INFO [master/770665a7984d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:20:53,856 INFO [master/770665a7984d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T10:20:53,857 INFO [master/770665a7984d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-13T10:20:53,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40727-0x10110d827540003, quorum=127.0.0.1:55942, baseZNode=/1-1069108159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1069108159 2024-11-13T10:20:53,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36763-0x10110d827540004, quorum=127.0.0.1:55942, baseZNode=/1-1069108159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1069108159 2024-11-13T10:20:53,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741827_1003 (size=196) 2024-11-13T10:20:54,278 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T10:20:54,279 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T10:20:54,279 INFO [master/770665a7984d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:20:54,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741828_1004 (size=1189) 2024-11-13T10:20:54,286 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/MasterData/data/master/store 2024-11-13T10:20:54,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741829_1005 (size=34) 2024-11-13T10:20:54,291 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:20:54,291 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T10:20:54,291 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:20:54,291 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:20:54,291 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T10:20:54,291 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:20:54,291 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:20:54,291 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731493254291Disabling compacts and flushes for region at 1731493254291Disabling writes for close at 1731493254291Writing region close event to WAL at 1731493254291Closed at 1731493254291 2024-11-13T10:20:54,292 WARN [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/MasterData/data/master/store/.initializing 2024-11-13T10:20:54,292 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/MasterData/WALs/770665a7984d,40727,1731493253172 2024-11-13T10:20:54,293 INFO [master/770665a7984d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T10:20:54,294 INFO [master/770665a7984d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=770665a7984d%2C40727%2C1731493253172, suffix=, logDir=hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/MasterData/WALs/770665a7984d,40727,1731493253172, archiveDir=hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/MasterData/oldWALs, maxLogs=10 2024-11-13T10:20:54,311 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/MasterData/WALs/770665a7984d,40727,1731493253172/770665a7984d%2C40727%2C1731493253172.1731493254294, exclude list is [], retry=0 2024-11-13T10:20:54,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37953,DS-bf7c4f4c-9fec-4bcb-8c46-5f0164c4809d,DISK] 2024-11-13T10:20:54,314 INFO [master/770665a7984d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/MasterData/WALs/770665a7984d,40727,1731493253172/770665a7984d%2C40727%2C1731493253172.1731493254294 2024-11-13T10:20:54,314 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45177:45177)] 2024-11-13T10:20:54,314 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:20:54,314 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:20:54,315 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:20:54,315 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:20:54,315 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:20:54,317 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T10:20:54,317 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:54,317 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:20:54,317 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:20:54,318 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T10:20:54,318 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:54,318 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:20:54,318 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:20:54,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T10:20:54,319 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:54,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:20:54,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:20:54,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T10:20:54,320 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:54,321 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:20:54,321 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:20:54,321 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:20:54,321 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:20:54,322 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:20:54,322 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:20:54,323 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T10:20:54,324 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:20:54,325 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:20:54,325 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63860911, jitterRate=-0.04839827120304108}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T10:20:54,325 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731493254315Initializing all the Stores at 1731493254315Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493254315Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493254315Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493254315Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493254315Cleaning up temporary data from old regions at 1731493254322 (+7 ms)Region opened successfully at 1731493254325 (+3 ms) 2024-11-13T10:20:54,325 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T10:20:54,327 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73ec5881, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=770665a7984d/172.17.0.2:0 2024-11-13T10:20:54,328 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T10:20:54,328 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T10:20:54,328 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T10:20:54,328 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T10:20:54,328 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T10:20:54,329 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T10:20:54,329 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T10:20:54,330 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T10:20:54,331 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40727-0x10110d827540003, quorum=127.0.0.1:55942, baseZNode=/1-1069108159 Unable to get data of znode /1-1069108159/balancer because node does not exist (not necessarily an error) 2024-11-13T10:20:54,333 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1069108159/balancer already deleted, retry=false 2024-11-13T10:20:54,333 INFO [master/770665a7984d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T10:20:54,334 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40727-0x10110d827540003, quorum=127.0.0.1:55942, baseZNode=/1-1069108159 Unable to get data of znode /1-1069108159/normalizer because node does not exist (not necessarily an error) 2024-11-13T10:20:54,335 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1069108159/normalizer already deleted, retry=false 2024-11-13T10:20:54,335 INFO [master/770665a7984d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T10:20:54,337 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40727-0x10110d827540003, quorum=127.0.0.1:55942, baseZNode=/1-1069108159 Unable to get data of znode /1-1069108159/switch/split because node does not exist (not necessarily an error) 2024-11-13T10:20:54,338 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1069108159/switch/split already deleted, retry=false 2024-11-13T10:20:54,339 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40727-0x10110d827540003, quorum=127.0.0.1:55942, baseZNode=/1-1069108159 Unable to get data of znode /1-1069108159/switch/merge because node does not exist (not necessarily an error) 2024-11-13T10:20:54,341 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1069108159/switch/merge already deleted, retry=false 2024-11-13T10:20:54,343 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40727-0x10110d827540003, quorum=127.0.0.1:55942, baseZNode=/1-1069108159 Unable to get data of znode /1-1069108159/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T10:20:54,344 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1069108159/snapshot-cleanup already deleted, retry=false 2024-11-13T10:20:54,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40727-0x10110d827540003, quorum=127.0.0.1:55942, baseZNode=/1-1069108159 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1069108159/running 2024-11-13T10:20:54,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36763-0x10110d827540004, quorum=127.0.0.1:55942, baseZNode=/1-1069108159 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1069108159/running 2024-11-13T10:20:54,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36763-0x10110d827540004, quorum=127.0.0.1:55942, baseZNode=/1-1069108159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1069108159 2024-11-13T10:20:54,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40727-0x10110d827540003, quorum=127.0.0.1:55942, baseZNode=/1-1069108159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1069108159 2024-11-13T10:20:54,346 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=770665a7984d,40727,1731493253172, sessionid=0x10110d827540003, setting cluster-up flag (Was=false) 2024-11-13T10:20:54,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40727-0x10110d827540003, quorum=127.0.0.1:55942, baseZNode=/1-1069108159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1069108159 2024-11-13T10:20:54,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36763-0x10110d827540004, quorum=127.0.0.1:55942, baseZNode=/1-1069108159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1069108159 2024-11-13T10:20:54,353 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1069108159/flush-table-proc/acquired, /1-1069108159/flush-table-proc/reached, /1-1069108159/flush-table-proc/abort 2024-11-13T10:20:54,356 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=770665a7984d,40727,1731493253172 2024-11-13T10:20:54,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36763-0x10110d827540004, quorum=127.0.0.1:55942, baseZNode=/1-1069108159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1069108159 2024-11-13T10:20:54,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40727-0x10110d827540003, quorum=127.0.0.1:55942, baseZNode=/1-1069108159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1069108159 2024-11-13T10:20:54,367 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1069108159/online-snapshot/acquired, /1-1069108159/online-snapshot/reached, /1-1069108159/online-snapshot/abort 2024-11-13T10:20:54,372 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=770665a7984d,40727,1731493253172 2024-11-13T10:20:54,374 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T10:20:54,375 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T10:20:54,375 INFO [master/770665a7984d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T10:20:54,375 INFO [master/770665a7984d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T10:20:54,376 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 770665a7984d,40727,1731493253172 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T10:20:54,377 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:20:54,377 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:20:54,377 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:20:54,377 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:20:54,377 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/770665a7984d:0, corePoolSize=10, maxPoolSize=10 2024-11-13T10:20:54,377 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:20:54,377 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/770665a7984d:0, corePoolSize=2, maxPoolSize=2 2024-11-13T10:20:54,377 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:20:54,379 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T10:20:54,379 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T10:20:54,379 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731493284379 2024-11-13T10:20:54,379 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T10:20:54,379 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T10:20:54,379 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T10:20:54,379 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T10:20:54,379 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T10:20:54,379 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T10:20:54,379 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:54,380 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T10:20:54,380 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T10:20:54,380 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T10:20:54,380 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T10:20:54,380 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T10:20:54,380 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T10:20:54,380 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:54,380 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T10:20:54,384 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.large.0-1731493254380,5,FailOnTimeoutGroup] 2024-11-13T10:20:54,384 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.small.0-1731493254384,5,FailOnTimeoutGroup] 2024-11-13T10:20:54,385 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:54,385 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T10:20:54,385 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:54,385 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:54,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741831_1007 (size=1321) 2024-11-13T10:20:54,420 INFO [RS:0;770665a7984d:36763 {}] regionserver.HRegionServer(746): ClusterId : 2b8a2ada-70a3-4a2b-a59a-444c3be73f7d 2024-11-13T10:20:54,420 DEBUG [RS:0;770665a7984d:36763 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T10:20:54,423 DEBUG [RS:0;770665a7984d:36763 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T10:20:54,423 DEBUG [RS:0;770665a7984d:36763 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T10:20:54,425 DEBUG [RS:0;770665a7984d:36763 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T10:20:54,425 DEBUG [RS:0;770665a7984d:36763 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fa7be04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=770665a7984d/172.17.0.2:0 2024-11-13T10:20:54,437 DEBUG [RS:0;770665a7984d:36763 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;770665a7984d:36763 2024-11-13T10:20:54,437 INFO [RS:0;770665a7984d:36763 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T10:20:54,437 INFO [RS:0;770665a7984d:36763 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T10:20:54,437 DEBUG [RS:0;770665a7984d:36763 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T10:20:54,438 INFO [RS:0;770665a7984d:36763 {}] regionserver.HRegionServer(2659): reportForDuty to master=770665a7984d,40727,1731493253172 with port=36763, startcode=1731493253397 2024-11-13T10:20:54,438 DEBUG [RS:0;770665a7984d:36763 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T10:20:54,439 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50761, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T10:20:54,440 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40727 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 770665a7984d,36763,1731493253397 2024-11-13T10:20:54,440 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40727 {}] master.ServerManager(517): Registering regionserver=770665a7984d,36763,1731493253397 2024-11-13T10:20:54,441 DEBUG [RS:0;770665a7984d:36763 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e 2024-11-13T10:20:54,441 DEBUG [RS:0;770665a7984d:36763 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40505 2024-11-13T10:20:54,441 DEBUG [RS:0;770665a7984d:36763 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T10:20:54,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40727-0x10110d827540003, quorum=127.0.0.1:55942, baseZNode=/1-1069108159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1069108159/rs 2024-11-13T10:20:54,449 DEBUG [RS:0;770665a7984d:36763 {}] zookeeper.ZKUtil(111): regionserver:36763-0x10110d827540004, quorum=127.0.0.1:55942, baseZNode=/1-1069108159 Set watcher on existing znode=/1-1069108159/rs/770665a7984d,36763,1731493253397 2024-11-13T10:20:54,449 WARN [RS:0;770665a7984d:36763 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T10:20:54,449 INFO [RS:0;770665a7984d:36763 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:20:54,449 DEBUG [RS:0;770665a7984d:36763 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/WALs/770665a7984d,36763,1731493253397 2024-11-13T10:20:54,449 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [770665a7984d,36763,1731493253397] 2024-11-13T10:20:54,451 INFO [RS:0;770665a7984d:36763 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T10:20:54,453 INFO [RS:0;770665a7984d:36763 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T10:20:54,453 INFO [RS:0;770665a7984d:36763 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T10:20:54,453 INFO [RS:0;770665a7984d:36763 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:54,453 INFO [RS:0;770665a7984d:36763 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T10:20:54,454 INFO [RS:0;770665a7984d:36763 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T10:20:54,454 INFO [RS:0;770665a7984d:36763 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:54,454 DEBUG [RS:0;770665a7984d:36763 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:20:54,454 DEBUG [RS:0;770665a7984d:36763 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:20:54,454 DEBUG [RS:0;770665a7984d:36763 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:20:54,454 DEBUG [RS:0;770665a7984d:36763 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:20:54,454 DEBUG [RS:0;770665a7984d:36763 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:20:54,454 DEBUG [RS:0;770665a7984d:36763 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/770665a7984d:0, corePoolSize=2, maxPoolSize=2 2024-11-13T10:20:54,454 DEBUG [RS:0;770665a7984d:36763 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:20:54,454 DEBUG [RS:0;770665a7984d:36763 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:20:54,454 DEBUG [RS:0;770665a7984d:36763 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:20:54,454 DEBUG [RS:0;770665a7984d:36763 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:20:54,454 DEBUG [RS:0;770665a7984d:36763 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:20:54,454 DEBUG [RS:0;770665a7984d:36763 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:20:54,454 DEBUG [RS:0;770665a7984d:36763 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/770665a7984d:0, corePoolSize=3, maxPoolSize=3 2024-11-13T10:20:54,454 DEBUG [RS:0;770665a7984d:36763 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0, corePoolSize=3, maxPoolSize=3 2024-11-13T10:20:54,454 INFO [RS:0;770665a7984d:36763 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:54,454 INFO [RS:0;770665a7984d:36763 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:54,454 INFO [RS:0;770665a7984d:36763 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:54,455 INFO [RS:0;770665a7984d:36763 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:54,455 INFO [RS:0;770665a7984d:36763 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:54,455 INFO [RS:0;770665a7984d:36763 {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,36763,1731493253397-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T10:20:54,471 INFO [RS:0;770665a7984d:36763 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T10:20:54,471 INFO [RS:0;770665a7984d:36763 {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,36763,1731493253397-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:54,471 INFO [RS:0;770665a7984d:36763 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:54,471 INFO [RS:0;770665a7984d:36763 {}] regionserver.Replication(171): 770665a7984d,36763,1731493253397 started 2024-11-13T10:20:54,486 INFO [RS:0;770665a7984d:36763 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:54,486 INFO [RS:0;770665a7984d:36763 {}] regionserver.HRegionServer(1482): Serving as 770665a7984d,36763,1731493253397, RpcServer on 770665a7984d/172.17.0.2:36763, sessionid=0x10110d827540004 2024-11-13T10:20:54,486 DEBUG [RS:0;770665a7984d:36763 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T10:20:54,486 DEBUG [RS:0;770665a7984d:36763 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 770665a7984d,36763,1731493253397 2024-11-13T10:20:54,486 DEBUG [RS:0;770665a7984d:36763 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '770665a7984d,36763,1731493253397' 2024-11-13T10:20:54,486 DEBUG [RS:0;770665a7984d:36763 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1069108159/flush-table-proc/abort' 2024-11-13T10:20:54,486 DEBUG [RS:0;770665a7984d:36763 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1069108159/flush-table-proc/acquired' 2024-11-13T10:20:54,487 DEBUG [RS:0;770665a7984d:36763 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T10:20:54,487 DEBUG [RS:0;770665a7984d:36763 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T10:20:54,487 DEBUG [RS:0;770665a7984d:36763 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 770665a7984d,36763,1731493253397 2024-11-13T10:20:54,487 DEBUG [RS:0;770665a7984d:36763 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '770665a7984d,36763,1731493253397' 2024-11-13T10:20:54,487 DEBUG [RS:0;770665a7984d:36763 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1069108159/online-snapshot/abort' 2024-11-13T10:20:54,487 DEBUG [RS:0;770665a7984d:36763 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1069108159/online-snapshot/acquired' 2024-11-13T10:20:54,487 DEBUG [RS:0;770665a7984d:36763 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T10:20:54,487 INFO [RS:0;770665a7984d:36763 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T10:20:54,487 INFO [RS:0;770665a7984d:36763 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T10:20:54,588 INFO [RS:0;770665a7984d:36763 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T10:20:54,589 INFO [RS:0;770665a7984d:36763 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=770665a7984d%2C36763%2C1731493253397, suffix=, logDir=hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/WALs/770665a7984d,36763,1731493253397, archiveDir=hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/oldWALs, maxLogs=10 2024-11-13T10:20:54,603 DEBUG [RS:0;770665a7984d:36763 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/WALs/770665a7984d,36763,1731493253397/770665a7984d%2C36763%2C1731493253397.1731493254589, exclude list is [], retry=0 2024-11-13T10:20:54,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37953,DS-bf7c4f4c-9fec-4bcb-8c46-5f0164c4809d,DISK] 2024-11-13T10:20:54,607 INFO [RS:0;770665a7984d:36763 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/WALs/770665a7984d,36763,1731493253397/770665a7984d%2C36763%2C1731493253397.1731493254589 2024-11-13T10:20:54,607 DEBUG [RS:0;770665a7984d:36763 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45177:45177)] 2024-11-13T10:20:54,611 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T10:20:54,611 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T10:20:54,790 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T10:20:54,790 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e 2024-11-13T10:20:54,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741833_1009 (size=32) 2024-11-13T10:20:55,207 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:20:55,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T10:20:55,210 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T10:20:55,210 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:55,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:20:55,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T10:20:55,211 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T10:20:55,211 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:55,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:20:55,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T10:20:55,213 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T10:20:55,213 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:55,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:20:55,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T10:20:55,214 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T10:20:55,215 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:55,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:20:55,215 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T10:20:55,216 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/data/hbase/meta/1588230740 2024-11-13T10:20:55,216 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/data/hbase/meta/1588230740 2024-11-13T10:20:55,217 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T10:20:55,217 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T10:20:55,217 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T10:20:55,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T10:20:55,220 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:20:55,221 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73248550, jitterRate=0.09148845076560974}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T10:20:55,221 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731493255207Initializing all the Stores at 1731493255208 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493255208Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493255208Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493255208Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493255208Cleaning up temporary data from old regions at 1731493255217 (+9 ms)Region opened successfully at 1731493255221 (+4 ms) 2024-11-13T10:20:55,221 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T10:20:55,221 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T10:20:55,221 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T10:20:55,221 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T10:20:55,221 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T10:20:55,222 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T10:20:55,222 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731493255221Disabling compacts and flushes for region at 1731493255221Disabling writes for close at 1731493255221Writing region close event to WAL at 1731493255221Closed at 1731493255222 (+1 ms) 2024-11-13T10:20:55,223 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T10:20:55,223 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T10:20:55,223 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T10:20:55,224 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T10:20:55,225 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T10:20:55,375 DEBUG [770665a7984d:40727 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T10:20:55,375 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=770665a7984d,36763,1731493253397 2024-11-13T10:20:55,376 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 770665a7984d,36763,1731493253397, state=OPENING 2024-11-13T10:20:55,378 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T10:20:55,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40727-0x10110d827540003, quorum=127.0.0.1:55942, baseZNode=/1-1069108159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1069108159 2024-11-13T10:20:55,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36763-0x10110d827540004, quorum=127.0.0.1:55942, baseZNode=/1-1069108159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1069108159 2024-11-13T10:20:55,380 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T10:20:55,380 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=770665a7984d,36763,1731493253397}] 2024-11-13T10:20:55,380 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1069108159/meta-region-server: CHANGED 2024-11-13T10:20:55,381 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1069108159/meta-region-server: CHANGED 2024-11-13T10:20:55,533 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T10:20:55,535 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36539, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T10:20:55,541 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T10:20:55,541 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:20:55,542 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T10:20:55,543 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=770665a7984d%2C36763%2C1731493253397.meta, suffix=.meta, logDir=hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/WALs/770665a7984d,36763,1731493253397, archiveDir=hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/oldWALs, maxLogs=10 2024-11-13T10:20:55,567 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/WALs/770665a7984d,36763,1731493253397/770665a7984d%2C36763%2C1731493253397.meta.1731493255544.meta, exclude list is [], retry=0 2024-11-13T10:20:55,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37953,DS-bf7c4f4c-9fec-4bcb-8c46-5f0164c4809d,DISK] 2024-11-13T10:20:55,570 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/WALs/770665a7984d,36763,1731493253397/770665a7984d%2C36763%2C1731493253397.meta.1731493255544.meta 2024-11-13T10:20:55,571 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45177:45177)] 2024-11-13T10:20:55,571 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:20:55,571 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T10:20:55,571 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T10:20:55,572 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T10:20:55,572 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T10:20:55,572 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T10:20:55,572 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:20:55,572 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T10:20:55,572 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T10:20:55,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T10:20:55,574 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T10:20:55,574 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:55,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:20:55,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T10:20:55,575 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T10:20:55,575 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:55,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:20:55,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T10:20:55,576 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T10:20:55,576 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:55,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:20:55,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T10:20:55,577 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T10:20:55,577 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:55,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:20:55,577 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T10:20:55,578 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/data/hbase/meta/1588230740 2024-11-13T10:20:55,578 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/data/hbase/meta/1588230740 2024-11-13T10:20:55,580 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T10:20:55,580 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T10:20:55,580 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T10:20:55,581 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T10:20:55,582 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75345967, jitterRate=0.12274239957332611}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T10:20:55,582 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T10:20:55,583 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731493255572Writing region info on filesystem at 1731493255572Initializing all the Stores at 1731493255573 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493255573Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493255573Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493255573Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493255573Cleaning up temporary data from old regions at 1731493255580 (+7 ms)Running coprocessor post-open hooks at 1731493255582 (+2 ms)Region opened successfully at 1731493255582 2024-11-13T10:20:55,583 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731493255533 2024-11-13T10:20:55,586 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T10:20:55,586 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T10:20:55,587 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=770665a7984d,36763,1731493253397 2024-11-13T10:20:55,588 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 770665a7984d,36763,1731493253397, state=OPEN 2024-11-13T10:20:55,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40727-0x10110d827540003, quorum=127.0.0.1:55942, baseZNode=/1-1069108159 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1069108159/meta-region-server 2024-11-13T10:20:55,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36763-0x10110d827540004, quorum=127.0.0.1:55942, baseZNode=/1-1069108159 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1069108159/meta-region-server 2024-11-13T10:20:55,590 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=770665a7984d,36763,1731493253397 2024-11-13T10:20:55,590 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1069108159/meta-region-server: CHANGED 2024-11-13T10:20:55,590 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1069108159/meta-region-server: CHANGED 2024-11-13T10:20:55,591 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T10:20:55,591 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=770665a7984d,36763,1731493253397 in 210 msec 2024-11-13T10:20:55,593 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T10:20:55,593 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 368 msec 2024-11-13T10:20:55,594 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T10:20:55,594 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T10:20:55,595 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:20:55,595 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,36763,1731493253397, seqNum=-1] 2024-11-13T10:20:55,595 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:20:55,597 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48773, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:20:55,601 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2250 sec 2024-11-13T10:20:55,601 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731493255601, completionTime=-1 2024-11-13T10:20:55,601 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T10:20:55,601 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T10:20:55,603 INFO [master/770665a7984d:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T10:20:55,603 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731493315603 2024-11-13T10:20:55,603 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731493375603 2024-11-13T10:20:55,603 INFO [master/770665a7984d:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T10:20:55,603 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,40727,1731493253172-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:55,604 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,40727,1731493253172-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:55,604 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,40727,1731493253172-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:55,604 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-770665a7984d:40727, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:55,604 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:55,604 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:55,605 DEBUG [master/770665a7984d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T10:20:55,607 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.171sec 2024-11-13T10:20:55,607 INFO [master/770665a7984d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T10:20:55,607 INFO [master/770665a7984d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T10:20:55,607 INFO [master/770665a7984d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T10:20:55,607 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T10:20:55,607 INFO [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T10:20:55,607 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,40727,1731493253172-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T10:20:55,607 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,40727,1731493253172-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T10:20:55,610 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T10:20:55,610 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T10:20:55,610 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,40727,1731493253172-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:55,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e137ac5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:20:55,621 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,40727,-1 for getting cluster id 2024-11-13T10:20:55,621 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:20:55,623 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2b8a2ada-70a3-4a2b-a59a-444c3be73f7d' 2024-11-13T10:20:55,623 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:20:55,623 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2b8a2ada-70a3-4a2b-a59a-444c3be73f7d" 2024-11-13T10:20:55,623 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a75d384, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:20:55,623 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,40727,-1] 2024-11-13T10:20:55,624 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:20:55,624 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:55,625 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:20:55,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@557b24c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:20:55,626 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:20:55,628 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,36763,1731493253397, seqNum=-1] 2024-11-13T10:20:55,628 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:20:55,629 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:20:55,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=770665a7984d,40727,1731493253172 2024-11-13T10:20:55,631 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55942 2024-11-13T10:20:55,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55942, baseZNode=/1-1069108159 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T10:20:55,635 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10110d827540005 connected 2024-11-13T10:20:55,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a92bf844-c616-0f86-0507-979efe971ed4/hadoop.log.dir so I do NOT create it in target/test-data/3da54d9a-9973-3b65-c8a1-1c0420054d6e 2024-11-13T10:20:55,643 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a92bf844-c616-0f86-0507-979efe971ed4/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T10:20:55,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a92bf844-c616-0f86-0507-979efe971ed4/hadoop.tmp.dir so I do NOT create it in target/test-data/3da54d9a-9973-3b65-c8a1-1c0420054d6e 2024-11-13T10:20:55,643 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a92bf844-c616-0f86-0507-979efe971ed4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T10:20:55,643 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da54d9a-9973-3b65-c8a1-1c0420054d6e 2024-11-13T10:20:55,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T10:20:55,644 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da54d9a-9973-3b65-c8a1-1c0420054d6e/cluster_73d66da3-24f7-23c0-3628-5913b6df31dc, deleteOnExit=true 2024-11-13T10:20:55,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T10:20:55,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da54d9a-9973-3b65-c8a1-1c0420054d6e/test.cache.data in system properties and HBase conf 2024-11-13T10:20:55,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da54d9a-9973-3b65-c8a1-1c0420054d6e/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T10:20:55,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da54d9a-9973-3b65-c8a1-1c0420054d6e/hadoop.log.dir in system properties and HBase conf 2024-11-13T10:20:55,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da54d9a-9973-3b65-c8a1-1c0420054d6e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T10:20:55,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da54d9a-9973-3b65-c8a1-1c0420054d6e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T10:20:55,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T10:20:55,644 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T10:20:55,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da54d9a-9973-3b65-c8a1-1c0420054d6e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T10:20:55,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da54d9a-9973-3b65-c8a1-1c0420054d6e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T10:20:55,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da54d9a-9973-3b65-c8a1-1c0420054d6e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T10:20:55,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da54d9a-9973-3b65-c8a1-1c0420054d6e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T10:20:55,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da54d9a-9973-3b65-c8a1-1c0420054d6e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T10:20:55,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da54d9a-9973-3b65-c8a1-1c0420054d6e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T10:20:55,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da54d9a-9973-3b65-c8a1-1c0420054d6e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T10:20:55,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da54d9a-9973-3b65-c8a1-1c0420054d6e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T10:20:55,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da54d9a-9973-3b65-c8a1-1c0420054d6e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T10:20:55,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da54d9a-9973-3b65-c8a1-1c0420054d6e/nfs.dump.dir in system properties and HBase conf 2024-11-13T10:20:55,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da54d9a-9973-3b65-c8a1-1c0420054d6e/java.io.tmpdir in system properties and HBase conf 2024-11-13T10:20:55,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da54d9a-9973-3b65-c8a1-1c0420054d6e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T10:20:55,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da54d9a-9973-3b65-c8a1-1c0420054d6e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T10:20:55,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da54d9a-9973-3b65-c8a1-1c0420054d6e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T10:20:55,735 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T10:20:55,752 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T10:20:55,754 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T10:20:55,754 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T10:20:55,754 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T10:20:55,755 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T10:20:55,755 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38f44739{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da54d9a-9973-3b65-c8a1-1c0420054d6e/hadoop.log.dir/,AVAILABLE} 2024-11-13T10:20:55,756 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37771786{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T10:20:55,885 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3fbcd250{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da54d9a-9973-3b65-c8a1-1c0420054d6e/java.io.tmpdir/jetty-localhost-45057-hadoop-hdfs-3_4_1-tests_jar-_-any-14450749700924676325/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T10:20:55,885 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3d7b342c{HTTP/1.1, (http/1.1)}{localhost:45057} 2024-11-13T10:20:55,885 INFO [Time-limited test {}] server.Server(415): Started @247733ms 2024-11-13T10:20:55,994 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T10:20:55,997 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T10:20:56,000 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T10:20:56,000 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T10:20:56,000 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T10:20:56,003 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63a575cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da54d9a-9973-3b65-c8a1-1c0420054d6e/hadoop.log.dir/,AVAILABLE} 2024-11-13T10:20:56,003 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c03c538{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T10:20:56,145 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@78b0fe0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da54d9a-9973-3b65-c8a1-1c0420054d6e/java.io.tmpdir/jetty-localhost-37763-hadoop-hdfs-3_4_1-tests_jar-_-any-8595975778507320992/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T10:20:56,146 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3d48c9f{HTTP/1.1, (http/1.1)}{localhost:37763} 2024-11-13T10:20:56,146 INFO [Time-limited test {}] server.Server(415): Started @247993ms 2024-11-13T10:20:56,147 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T10:20:56,279 WARN [Thread-3659 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da54d9a-9973-3b65-c8a1-1c0420054d6e/cluster_73d66da3-24f7-23c0-3628-5913b6df31dc/data/data1/current/BP-1406815613-172.17.0.2-1731493255669/current, will proceed with Du for space computation calculation, 2024-11-13T10:20:56,280 WARN [Thread-3660 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da54d9a-9973-3b65-c8a1-1c0420054d6e/cluster_73d66da3-24f7-23c0-3628-5913b6df31dc/data/data2/current/BP-1406815613-172.17.0.2-1731493255669/current, will proceed with Du for space computation calculation, 2024-11-13T10:20:56,312 WARN [Thread-3647 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T10:20:56,314 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd14c7a30364b3e27 with lease ID 0xf6b897e42c106b8e: Processing first storage report for DS-fe3f3aff-ddf6-4f2c-92c6-9ded051e37ed from datanode DatanodeRegistration(127.0.0.1:37065, datanodeUuid=c8f1c50b-929f-412e-b9ec-a5caaa930076, infoPort=45029, infoSecurePort=0, ipcPort=46403, storageInfo=lv=-57;cid=testClusterID;nsid=1418415960;c=1731493255669) 2024-11-13T10:20:56,314 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd14c7a30364b3e27 with lease ID 0xf6b897e42c106b8e: from storage DS-fe3f3aff-ddf6-4f2c-92c6-9ded051e37ed node DatanodeRegistration(127.0.0.1:37065, datanodeUuid=c8f1c50b-929f-412e-b9ec-a5caaa930076, infoPort=45029, infoSecurePort=0, ipcPort=46403, storageInfo=lv=-57;cid=testClusterID;nsid=1418415960;c=1731493255669), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T10:20:56,314 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd14c7a30364b3e27 with lease ID 0xf6b897e42c106b8e: Processing first storage report for DS-e956b3a4-68f8-4f69-b51b-23172c5dc2c2 from datanode DatanodeRegistration(127.0.0.1:37065, datanodeUuid=c8f1c50b-929f-412e-b9ec-a5caaa930076, infoPort=45029, infoSecurePort=0, ipcPort=46403, storageInfo=lv=-57;cid=testClusterID;nsid=1418415960;c=1731493255669) 2024-11-13T10:20:56,314 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd14c7a30364b3e27 with lease ID 0xf6b897e42c106b8e: from storage DS-e956b3a4-68f8-4f69-b51b-23172c5dc2c2 node DatanodeRegistration(127.0.0.1:37065, datanodeUuid=c8f1c50b-929f-412e-b9ec-a5caaa930076, infoPort=45029, infoSecurePort=0, ipcPort=46403, storageInfo=lv=-57;cid=testClusterID;nsid=1418415960;c=1731493255669), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T10:20:56,398 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da54d9a-9973-3b65-c8a1-1c0420054d6e 2024-11-13T10:20:56,399 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:20:56,401 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:20:56,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741825_1001 (size=7) 2024-11-13T10:20:56,809 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36 with version=8 2024-11-13T10:20:56,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/hbase-staging 2024-11-13T10:20:56,812 INFO [Time-limited test {}] client.ConnectionUtils(128): master/770665a7984d:0 server-side Connection retries=45 2024-11-13T10:20:56,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:20:56,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T10:20:56,812 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T10:20:56,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:20:56,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T10:20:56,812 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T10:20:56,813 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T10:20:56,813 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42735 2024-11-13T10:20:56,814 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42735 connecting to ZooKeeper ensemble=127.0.0.1:55942 2024-11-13T10:20:56,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:427350x0, quorum=127.0.0.1:55942, baseZNode=/2-1693310367 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T10:20:56,818 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42735-0x10110d827540006 connected 2024-11-13T10:20:56,831 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:20:56,833 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:20:56,836 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42735-0x10110d827540006, quorum=127.0.0.1:55942, baseZNode=/2-1693310367 Set watcher on znode that does not yet exist, /2-1693310367/running 2024-11-13T10:20:56,836 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36, hbase.cluster.distributed=false 2024-11-13T10:20:56,841 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42735-0x10110d827540006, quorum=127.0.0.1:55942, baseZNode=/2-1693310367 Set watcher on znode that does not yet exist, /2-1693310367/acl 2024-11-13T10:20:56,842 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42735 2024-11-13T10:20:56,842 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42735 2024-11-13T10:20:56,842 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42735 2024-11-13T10:20:56,843 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42735 2024-11-13T10:20:56,843 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42735 2024-11-13T10:20:56,859 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/770665a7984d:0 server-side Connection retries=45 2024-11-13T10:20:56,859 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:20:56,859 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T10:20:56,859 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T10:20:56,859 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:20:56,859 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T10:20:56,859 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T10:20:56,860 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T10:20:56,860 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38813 2024-11-13T10:20:56,861 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38813 connecting to ZooKeeper ensemble=127.0.0.1:55942 2024-11-13T10:20:56,861 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:20:56,863 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:20:56,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:388130x0, quorum=127.0.0.1:55942, baseZNode=/2-1693310367 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T10:20:56,868 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:388130x0, quorum=127.0.0.1:55942, baseZNode=/2-1693310367 Set watcher on znode that does not yet exist, /2-1693310367/running 2024-11-13T10:20:56,868 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38813-0x10110d827540007 connected 2024-11-13T10:20:56,868 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T10:20:56,870 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T10:20:56,870 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38813-0x10110d827540007, quorum=127.0.0.1:55942, baseZNode=/2-1693310367 Set watcher on znode that does not yet exist, /2-1693310367/master 2024-11-13T10:20:56,871 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38813-0x10110d827540007, quorum=127.0.0.1:55942, baseZNode=/2-1693310367 Set watcher on znode that does not yet exist, /2-1693310367/acl 2024-11-13T10:20:56,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38813 2024-11-13T10:20:56,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38813 2024-11-13T10:20:56,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38813 2024-11-13T10:20:56,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38813 2024-11-13T10:20:56,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38813 2024-11-13T10:20:56,893 DEBUG [M:0;770665a7984d:42735 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;770665a7984d:42735 2024-11-13T10:20:56,893 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1693310367/backup-masters/770665a7984d,42735,1731493256812 2024-11-13T10:20:56,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42735-0x10110d827540006, quorum=127.0.0.1:55942, baseZNode=/2-1693310367 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1693310367/backup-masters 2024-11-13T10:20:56,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38813-0x10110d827540007, quorum=127.0.0.1:55942, baseZNode=/2-1693310367 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1693310367/backup-masters 2024-11-13T10:20:56,895 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42735-0x10110d827540006, quorum=127.0.0.1:55942, baseZNode=/2-1693310367 Set watcher on existing znode=/2-1693310367/backup-masters/770665a7984d,42735,1731493256812 2024-11-13T10:20:56,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38813-0x10110d827540007, quorum=127.0.0.1:55942, baseZNode=/2-1693310367 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1693310367/master 2024-11-13T10:20:56,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38813-0x10110d827540007, quorum=127.0.0.1:55942, baseZNode=/2-1693310367 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1693310367 2024-11-13T10:20:56,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42735-0x10110d827540006, quorum=127.0.0.1:55942, baseZNode=/2-1693310367 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1693310367 2024-11-13T10:20:56,898 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42735-0x10110d827540006, quorum=127.0.0.1:55942, baseZNode=/2-1693310367 Set watcher on existing znode=/2-1693310367/master 2024-11-13T10:20:56,899 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1693310367/backup-masters/770665a7984d,42735,1731493256812 from backup master directory 2024-11-13T10:20:56,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38813-0x10110d827540007, quorum=127.0.0.1:55942, baseZNode=/2-1693310367 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1693310367/backup-masters 2024-11-13T10:20:56,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42735-0x10110d827540006, quorum=127.0.0.1:55942, baseZNode=/2-1693310367 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1693310367/backup-masters/770665a7984d,42735,1731493256812 2024-11-13T10:20:56,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42735-0x10110d827540006, quorum=127.0.0.1:55942, baseZNode=/2-1693310367 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1693310367/backup-masters 2024-11-13T10:20:56,901 WARN [master/770665a7984d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T10:20:56,901 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=770665a7984d,42735,1731493256812 2024-11-13T10:20:56,904 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/hbase.id] with ID: c58bae80-4266-4fa3-8f06-acedcc9617b5 2024-11-13T10:20:56,904 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/.tmp/hbase.id 2024-11-13T10:20:56,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741826_1002 (size=42) 2024-11-13T10:20:56,930 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T10:20:57,310 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/.tmp/hbase.id]:[hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/hbase.id] 2024-11-13T10:20:57,318 INFO [master/770665a7984d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:20:57,319 INFO [master/770665a7984d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T10:20:57,320 INFO [master/770665a7984d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T10:20:57,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42735-0x10110d827540006, quorum=127.0.0.1:55942, baseZNode=/2-1693310367 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1693310367 2024-11-13T10:20:57,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38813-0x10110d827540007, quorum=127.0.0.1:55942, baseZNode=/2-1693310367 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1693310367 2024-11-13T10:20:57,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741827_1003 (size=196) 2024-11-13T10:20:57,519 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T10:20:57,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:57,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:57,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:57,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:57,555 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:57,555 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:57,555 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:57,555 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:57,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:57,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:57,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:57,567 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:57,567 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:57,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:20:57,727 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T10:20:57,728 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T10:20:57,729 INFO [master/770665a7984d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:20:57,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741828_1004 (size=1189) 2024-11-13T10:20:57,734 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/MasterData/data/master/store 2024-11-13T10:20:57,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741829_1005 (size=34) 2024-11-13T10:20:58,139 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:20:58,140 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T10:20:58,140 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:20:58,140 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:20:58,140 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T10:20:58,140 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:20:58,140 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:20:58,140 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731493258139Disabling compacts and flushes for region at 1731493258139Disabling writes for close at 1731493258140 (+1 ms)Writing region close event to WAL at 1731493258140Closed at 1731493258140 2024-11-13T10:20:58,140 WARN [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/MasterData/data/master/store/.initializing 2024-11-13T10:20:58,140 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/MasterData/WALs/770665a7984d,42735,1731493256812 2024-11-13T10:20:58,141 INFO [master/770665a7984d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T10:20:58,142 INFO [master/770665a7984d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=770665a7984d%2C42735%2C1731493256812, suffix=, logDir=hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/MasterData/WALs/770665a7984d,42735,1731493256812, archiveDir=hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/MasterData/oldWALs, maxLogs=10 2024-11-13T10:20:58,157 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/MasterData/WALs/770665a7984d,42735,1731493256812/770665a7984d%2C42735%2C1731493256812.1731493258143, exclude list is [], retry=0 2024-11-13T10:20:58,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37065,DS-fe3f3aff-ddf6-4f2c-92c6-9ded051e37ed,DISK] 2024-11-13T10:20:58,163 INFO [master/770665a7984d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/MasterData/WALs/770665a7984d,42735,1731493256812/770665a7984d%2C42735%2C1731493256812.1731493258143 2024-11-13T10:20:58,165 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45029:45029)] 2024-11-13T10:20:58,165 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:20:58,165 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:20:58,165 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:20:58,165 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:20:58,166 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:20:58,169 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T10:20:58,169 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:58,169 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:20:58,169 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:20:58,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T10:20:58,170 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:58,171 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:20:58,171 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:20:58,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T10:20:58,172 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:58,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:20:58,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:20:58,174 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T10:20:58,174 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:58,174 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:20:58,174 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:20:58,175 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:20:58,175 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:20:58,177 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:20:58,177 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:20:58,178 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T10:20:58,179 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:20:58,180 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:20:58,181 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59496569, jitterRate=-0.11343203485012054}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T10:20:58,181 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731493258165Initializing all the Stores at 1731493258166 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493258166Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493258166Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493258166Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493258166Cleaning up temporary data from old regions at 1731493258177 (+11 ms)Region opened successfully at 1731493258181 (+4 ms) 2024-11-13T10:20:58,181 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T10:20:58,183 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f47f55e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=770665a7984d/172.17.0.2:0 2024-11-13T10:20:58,185 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T10:20:58,185 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T10:20:58,185 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T10:20:58,185 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T10:20:58,185 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T10:20:58,186 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T10:20:58,186 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T10:20:58,187 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T10:20:58,188 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42735-0x10110d827540006, quorum=127.0.0.1:55942, baseZNode=/2-1693310367 Unable to get data of znode /2-1693310367/balancer because node does not exist (not necessarily an error) 2024-11-13T10:20:58,190 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1693310367/balancer already deleted, retry=false 2024-11-13T10:20:58,190 INFO [master/770665a7984d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T10:20:58,190 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42735-0x10110d827540006, quorum=127.0.0.1:55942, baseZNode=/2-1693310367 Unable to get data of znode /2-1693310367/normalizer because node does not exist (not necessarily an error) 2024-11-13T10:20:58,192 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1693310367/normalizer already deleted, retry=false 2024-11-13T10:20:58,192 INFO [master/770665a7984d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T10:20:58,193 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42735-0x10110d827540006, quorum=127.0.0.1:55942, baseZNode=/2-1693310367 Unable to get data of znode /2-1693310367/switch/split because node does not exist (not necessarily an error) 2024-11-13T10:20:58,194 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1693310367/switch/split already deleted, retry=false 2024-11-13T10:20:58,194 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42735-0x10110d827540006, quorum=127.0.0.1:55942, baseZNode=/2-1693310367 Unable to get data of znode /2-1693310367/switch/merge because node does not exist (not necessarily an error) 2024-11-13T10:20:58,200 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1693310367/switch/merge already deleted, retry=false 2024-11-13T10:20:58,202 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42735-0x10110d827540006, quorum=127.0.0.1:55942, baseZNode=/2-1693310367 Unable to get data of znode /2-1693310367/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T10:20:58,203 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1693310367/snapshot-cleanup already deleted, retry=false 2024-11-13T10:20:58,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42735-0x10110d827540006, quorum=127.0.0.1:55942, baseZNode=/2-1693310367 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1693310367/running 2024-11-13T10:20:58,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42735-0x10110d827540006, quorum=127.0.0.1:55942, baseZNode=/2-1693310367 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1693310367 2024-11-13T10:20:58,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38813-0x10110d827540007, quorum=127.0.0.1:55942, baseZNode=/2-1693310367 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1693310367/running 2024-11-13T10:20:58,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38813-0x10110d827540007, quorum=127.0.0.1:55942, baseZNode=/2-1693310367 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1693310367 2024-11-13T10:20:58,205 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=770665a7984d,42735,1731493256812, sessionid=0x10110d827540006, setting cluster-up flag (Was=false) 2024-11-13T10:20:58,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38813-0x10110d827540007, quorum=127.0.0.1:55942, baseZNode=/2-1693310367 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1693310367 2024-11-13T10:20:58,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42735-0x10110d827540006, quorum=127.0.0.1:55942, baseZNode=/2-1693310367 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1693310367 2024-11-13T10:20:58,213 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1693310367/flush-table-proc/acquired, /2-1693310367/flush-table-proc/reached, /2-1693310367/flush-table-proc/abort 2024-11-13T10:20:58,214 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=770665a7984d,42735,1731493256812 2024-11-13T10:20:58,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42735-0x10110d827540006, quorum=127.0.0.1:55942, baseZNode=/2-1693310367 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1693310367 2024-11-13T10:20:58,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38813-0x10110d827540007, quorum=127.0.0.1:55942, baseZNode=/2-1693310367 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1693310367 2024-11-13T10:20:58,224 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1693310367/online-snapshot/acquired, /2-1693310367/online-snapshot/reached, /2-1693310367/online-snapshot/abort 2024-11-13T10:20:58,225 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=770665a7984d,42735,1731493256812 2024-11-13T10:20:58,226 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T10:20:58,228 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T10:20:58,228 INFO [master/770665a7984d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T10:20:58,228 INFO [master/770665a7984d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T10:20:58,228 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 770665a7984d,42735,1731493256812 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T10:20:58,229 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:20:58,229 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:20:58,230 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:20:58,230 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:20:58,230 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/770665a7984d:0, corePoolSize=10, maxPoolSize=10 2024-11-13T10:20:58,230 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:20:58,230 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/770665a7984d:0, corePoolSize=2, maxPoolSize=2 2024-11-13T10:20:58,230 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:20:58,231 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T10:20:58,231 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T10:20:58,232 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:58,233 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T10:20:58,240 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731493288240 2024-11-13T10:20:58,240 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T10:20:58,240 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T10:20:58,240 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T10:20:58,240 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T10:20:58,240 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T10:20:58,240 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T10:20:58,241 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:58,245 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T10:20:58,245 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T10:20:58,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741831_1007 (size=1321) 2024-11-13T10:20:58,246 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T10:20:58,246 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T10:20:58,247 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T10:20:58,247 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T10:20:58,248 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.large.0-1731493258247,5,FailOnTimeoutGroup] 2024-11-13T10:20:58,248 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.small.0-1731493258248,5,FailOnTimeoutGroup] 2024-11-13T10:20:58,248 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:58,248 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T10:20:58,248 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:58,249 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:58,283 INFO [RS:0;770665a7984d:38813 {}] regionserver.HRegionServer(746): ClusterId : c58bae80-4266-4fa3-8f06-acedcc9617b5 2024-11-13T10:20:58,283 DEBUG [RS:0;770665a7984d:38813 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T10:20:58,285 DEBUG [RS:0;770665a7984d:38813 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T10:20:58,285 DEBUG [RS:0;770665a7984d:38813 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T10:20:58,287 DEBUG [RS:0;770665a7984d:38813 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T10:20:58,287 DEBUG [RS:0;770665a7984d:38813 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78201651, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=770665a7984d/172.17.0.2:0 2024-11-13T10:20:58,303 DEBUG [RS:0;770665a7984d:38813 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;770665a7984d:38813 2024-11-13T10:20:58,303 INFO [RS:0;770665a7984d:38813 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T10:20:58,303 INFO [RS:0;770665a7984d:38813 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T10:20:58,303 DEBUG [RS:0;770665a7984d:38813 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T10:20:58,304 INFO [RS:0;770665a7984d:38813 {}] regionserver.HRegionServer(2659): reportForDuty to master=770665a7984d,42735,1731493256812 with port=38813, startcode=1731493256859 2024-11-13T10:20:58,304 DEBUG [RS:0;770665a7984d:38813 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T10:20:58,306 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36689, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T10:20:58,306 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42735 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 770665a7984d,38813,1731493256859 2024-11-13T10:20:58,306 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42735 {}] master.ServerManager(517): Registering regionserver=770665a7984d,38813,1731493256859 2024-11-13T10:20:58,308 DEBUG [RS:0;770665a7984d:38813 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36 2024-11-13T10:20:58,308 DEBUG [RS:0;770665a7984d:38813 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36599 2024-11-13T10:20:58,308 DEBUG [RS:0;770665a7984d:38813 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T10:20:58,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42735-0x10110d827540006, quorum=127.0.0.1:55942, baseZNode=/2-1693310367 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1693310367/rs 2024-11-13T10:20:58,314 DEBUG [RS:0;770665a7984d:38813 {}] zookeeper.ZKUtil(111): regionserver:38813-0x10110d827540007, quorum=127.0.0.1:55942, baseZNode=/2-1693310367 Set watcher on existing znode=/2-1693310367/rs/770665a7984d,38813,1731493256859 2024-11-13T10:20:58,314 WARN [RS:0;770665a7984d:38813 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T10:20:58,314 INFO [RS:0;770665a7984d:38813 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:20:58,314 DEBUG [RS:0;770665a7984d:38813 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/WALs/770665a7984d,38813,1731493256859 2024-11-13T10:20:58,314 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [770665a7984d,38813,1731493256859] 2024-11-13T10:20:58,317 INFO [RS:0;770665a7984d:38813 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T10:20:58,320 INFO [RS:0;770665a7984d:38813 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T10:20:58,320 INFO [RS:0;770665a7984d:38813 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T10:20:58,320 INFO [RS:0;770665a7984d:38813 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:58,320 INFO [RS:0;770665a7984d:38813 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T10:20:58,321 INFO [RS:0;770665a7984d:38813 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T10:20:58,321 INFO [RS:0;770665a7984d:38813 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:58,321 DEBUG [RS:0;770665a7984d:38813 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:20:58,321 DEBUG [RS:0;770665a7984d:38813 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:20:58,321 DEBUG [RS:0;770665a7984d:38813 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:20:58,321 DEBUG [RS:0;770665a7984d:38813 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:20:58,321 DEBUG [RS:0;770665a7984d:38813 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:20:58,321 DEBUG [RS:0;770665a7984d:38813 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/770665a7984d:0, corePoolSize=2, maxPoolSize=2 2024-11-13T10:20:58,321 DEBUG [RS:0;770665a7984d:38813 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:20:58,321 DEBUG [RS:0;770665a7984d:38813 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:20:58,321 DEBUG [RS:0;770665a7984d:38813 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:20:58,321 DEBUG [RS:0;770665a7984d:38813 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:20:58,321 DEBUG [RS:0;770665a7984d:38813 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:20:58,321 DEBUG [RS:0;770665a7984d:38813 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:20:58,321 DEBUG [RS:0;770665a7984d:38813 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/770665a7984d:0, corePoolSize=3, maxPoolSize=3 2024-11-13T10:20:58,321 DEBUG [RS:0;770665a7984d:38813 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0, corePoolSize=3, maxPoolSize=3 2024-11-13T10:20:58,324 INFO [RS:0;770665a7984d:38813 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:58,324 INFO [RS:0;770665a7984d:38813 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:58,324 INFO [RS:0;770665a7984d:38813 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:58,324 INFO [RS:0;770665a7984d:38813 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:58,324 INFO [RS:0;770665a7984d:38813 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:58,324 INFO [RS:0;770665a7984d:38813 {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,38813,1731493256859-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T10:20:58,343 INFO [RS:0;770665a7984d:38813 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T10:20:58,344 INFO [RS:0;770665a7984d:38813 {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,38813,1731493256859-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:58,344 INFO [RS:0;770665a7984d:38813 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:58,344 INFO [RS:0;770665a7984d:38813 {}] regionserver.Replication(171): 770665a7984d,38813,1731493256859 started 2024-11-13T10:20:58,363 INFO [RS:0;770665a7984d:38813 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:58,363 INFO [RS:0;770665a7984d:38813 {}] regionserver.HRegionServer(1482): Serving as 770665a7984d,38813,1731493256859, RpcServer on 770665a7984d/172.17.0.2:38813, sessionid=0x10110d827540007 2024-11-13T10:20:58,363 DEBUG [RS:0;770665a7984d:38813 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T10:20:58,363 DEBUG [RS:0;770665a7984d:38813 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 770665a7984d,38813,1731493256859 2024-11-13T10:20:58,363 DEBUG [RS:0;770665a7984d:38813 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '770665a7984d,38813,1731493256859' 2024-11-13T10:20:58,363 DEBUG [RS:0;770665a7984d:38813 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1693310367/flush-table-proc/abort' 2024-11-13T10:20:58,363 DEBUG [RS:0;770665a7984d:38813 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1693310367/flush-table-proc/acquired' 2024-11-13T10:20:58,364 DEBUG [RS:0;770665a7984d:38813 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T10:20:58,364 DEBUG [RS:0;770665a7984d:38813 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T10:20:58,364 DEBUG [RS:0;770665a7984d:38813 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 770665a7984d,38813,1731493256859 2024-11-13T10:20:58,364 DEBUG [RS:0;770665a7984d:38813 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '770665a7984d,38813,1731493256859' 2024-11-13T10:20:58,364 DEBUG [RS:0;770665a7984d:38813 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1693310367/online-snapshot/abort' 2024-11-13T10:20:58,364 DEBUG [RS:0;770665a7984d:38813 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1693310367/online-snapshot/acquired' 2024-11-13T10:20:58,365 DEBUG [RS:0;770665a7984d:38813 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T10:20:58,365 INFO [RS:0;770665a7984d:38813 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T10:20:58,365 INFO [RS:0;770665a7984d:38813 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T10:20:58,465 INFO [RS:0;770665a7984d:38813 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T10:20:58,466 INFO [RS:0;770665a7984d:38813 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=770665a7984d%2C38813%2C1731493256859, suffix=, logDir=hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/WALs/770665a7984d,38813,1731493256859, archiveDir=hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/oldWALs, maxLogs=10 2024-11-13T10:20:58,484 DEBUG [RS:0;770665a7984d:38813 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/WALs/770665a7984d,38813,1731493256859/770665a7984d%2C38813%2C1731493256859.1731493258467, exclude list is [], retry=0 2024-11-13T10:20:58,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37065,DS-fe3f3aff-ddf6-4f2c-92c6-9ded051e37ed,DISK] 2024-11-13T10:20:58,488 INFO [RS:0;770665a7984d:38813 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/WALs/770665a7984d,38813,1731493256859/770665a7984d%2C38813%2C1731493256859.1731493258467 2024-11-13T10:20:58,488 DEBUG [RS:0;770665a7984d:38813 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45029:45029)] 2024-11-13T10:20:58,646 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T10:20:58,647 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36 2024-11-13T10:20:58,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741833_1009 (size=32) 2024-11-13T10:20:59,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:20:59,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T10:20:59,055 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T10:20:59,055 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:59,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:20:59,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T10:20:59,057 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T10:20:59,057 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:59,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:20:59,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T10:20:59,058 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T10:20:59,058 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:59,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:20:59,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T10:20:59,059 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T10:20:59,059 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:59,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:20:59,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T10:20:59,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/data/hbase/meta/1588230740 2024-11-13T10:20:59,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/data/hbase/meta/1588230740 2024-11-13T10:20:59,062 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T10:20:59,062 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T10:20:59,062 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T10:20:59,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T10:20:59,065 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:20:59,065 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74124393, jitterRate=0.10453952848911285}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T10:20:59,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731493259053Initializing all the Stores at 1731493259054 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493259054Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493259054Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493259054Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493259054Cleaning up temporary data from old regions at 1731493259062 (+8 ms)Region opened successfully at 1731493259065 (+3 ms) 2024-11-13T10:20:59,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T10:20:59,065 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T10:20:59,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T10:20:59,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T10:20:59,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T10:20:59,066 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T10:20:59,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731493259065Disabling compacts and flushes for region at 1731493259065Disabling writes for close at 1731493259065Writing region close event to WAL at 1731493259065Closed at 1731493259066 (+1 ms) 2024-11-13T10:20:59,066 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T10:20:59,066 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T10:20:59,067 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T10:20:59,067 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T10:20:59,068 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T10:20:59,219 DEBUG [770665a7984d:42735 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T10:20:59,219 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=770665a7984d,38813,1731493256859 2024-11-13T10:20:59,220 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 770665a7984d,38813,1731493256859, state=OPENING 2024-11-13T10:20:59,221 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T10:20:59,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38813-0x10110d827540007, quorum=127.0.0.1:55942, baseZNode=/2-1693310367 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1693310367 2024-11-13T10:20:59,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42735-0x10110d827540006, quorum=127.0.0.1:55942, baseZNode=/2-1693310367 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1693310367 2024-11-13T10:20:59,263 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1693310367/meta-region-server: CHANGED 2024-11-13T10:20:59,263 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1693310367/meta-region-server: CHANGED 2024-11-13T10:20:59,263 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T10:20:59,263 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=770665a7984d,38813,1731493256859}] 2024-11-13T10:20:59,416 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T10:20:59,418 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34691, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T10:20:59,421 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T10:20:59,421 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:20:59,422 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T10:20:59,423 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=770665a7984d%2C38813%2C1731493256859.meta, suffix=.meta, logDir=hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/WALs/770665a7984d,38813,1731493256859, archiveDir=hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/oldWALs, maxLogs=10 2024-11-13T10:20:59,440 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/WALs/770665a7984d,38813,1731493256859/770665a7984d%2C38813%2C1731493256859.meta.1731493259424.meta, exclude list is [], retry=0 2024-11-13T10:20:59,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37065,DS-fe3f3aff-ddf6-4f2c-92c6-9ded051e37ed,DISK] 2024-11-13T10:20:59,444 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/WALs/770665a7984d,38813,1731493256859/770665a7984d%2C38813%2C1731493256859.meta.1731493259424.meta 2024-11-13T10:20:59,444 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45029:45029)] 2024-11-13T10:20:59,445 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:20:59,445 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T10:20:59,445 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T10:20:59,445 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T10:20:59,445 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T10:20:59,446 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T10:20:59,446 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:20:59,446 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T10:20:59,446 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T10:20:59,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T10:20:59,448 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T10:20:59,448 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:59,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:20:59,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T10:20:59,449 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T10:20:59,449 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:59,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:20:59,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T10:20:59,451 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T10:20:59,451 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:59,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:20:59,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T10:20:59,452 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T10:20:59,452 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:59,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:20:59,452 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T10:20:59,453 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/data/hbase/meta/1588230740 2024-11-13T10:20:59,454 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/data/hbase/meta/1588230740 2024-11-13T10:20:59,455 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T10:20:59,455 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T10:20:59,455 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T10:20:59,456 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T10:20:59,457 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67912006, jitterRate=0.011967748403549194}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T10:20:59,457 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T10:20:59,457 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731493259446Writing region info on filesystem at 1731493259446Initializing all the Stores at 1731493259447 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493259447Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493259447Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493259447Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493259447Cleaning up temporary data from old regions at 1731493259455 (+8 ms)Running coprocessor post-open hooks at 1731493259457 (+2 ms)Region opened successfully at 1731493259457 2024-11-13T10:20:59,458 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731493259416 2024-11-13T10:20:59,460 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T10:20:59,460 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T10:20:59,461 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=770665a7984d,38813,1731493256859 2024-11-13T10:20:59,462 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 770665a7984d,38813,1731493256859, state=OPEN 2024-11-13T10:20:59,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42735-0x10110d827540006, quorum=127.0.0.1:55942, baseZNode=/2-1693310367 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1693310367/meta-region-server 2024-11-13T10:20:59,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38813-0x10110d827540007, quorum=127.0.0.1:55942, baseZNode=/2-1693310367 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1693310367/meta-region-server 2024-11-13T10:20:59,463 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=770665a7984d,38813,1731493256859 2024-11-13T10:20:59,464 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1693310367/meta-region-server: CHANGED 2024-11-13T10:20:59,464 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1693310367/meta-region-server: CHANGED 2024-11-13T10:20:59,465 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T10:20:59,465 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=770665a7984d,38813,1731493256859 in 200 msec 2024-11-13T10:20:59,467 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T10:20:59,467 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 398 msec 2024-11-13T10:20:59,467 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T10:20:59,468 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T10:20:59,469 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:20:59,469 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,38813,1731493256859, seqNum=-1] 2024-11-13T10:20:59,469 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:20:59,470 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47843, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:20:59,474 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2470 sec 2024-11-13T10:20:59,474 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731493259474, completionTime=-1 2024-11-13T10:20:59,474 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T10:20:59,474 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T10:20:59,476 INFO [master/770665a7984d:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T10:20:59,476 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731493319476 2024-11-13T10:20:59,476 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731493379476 2024-11-13T10:20:59,476 INFO [master/770665a7984d:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T10:20:59,477 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,42735,1731493256812-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:59,477 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,42735,1731493256812-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:59,477 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,42735,1731493256812-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:59,477 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-770665a7984d:42735, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:59,477 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:59,477 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:59,478 DEBUG [master/770665a7984d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T10:20:59,480 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.579sec 2024-11-13T10:20:59,480 INFO [master/770665a7984d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T10:20:59,480 INFO [master/770665a7984d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T10:20:59,480 INFO [master/770665a7984d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T10:20:59,480 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T10:20:59,480 INFO [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T10:20:59,480 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,42735,1731493256812-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T10:20:59,481 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,42735,1731493256812-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T10:20:59,482 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T10:20:59,482 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T10:20:59,482 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,42735,1731493256812-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:20:59,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@343d77b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:20:59,484 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,42735,-1 for getting cluster id 2024-11-13T10:20:59,484 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:20:59,485 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c58bae80-4266-4fa3-8f06-acedcc9617b5' 2024-11-13T10:20:59,485 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:20:59,485 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c58bae80-4266-4fa3-8f06-acedcc9617b5" 2024-11-13T10:20:59,486 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f384665, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:20:59,486 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,42735,-1] 2024-11-13T10:20:59,486 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:20:59,486 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:20:59,487 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:20:59,487 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@705fc01e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:20:59,488 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:20:59,488 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,38813,1731493256859, seqNum=-1] 2024-11-13T10:20:59,489 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:20:59,489 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:20:59,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=770665a7984d,42735,1731493256812 2024-11-13T10:20:59,491 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:55942 2024-11-13T10:20:59,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:55942, baseZNode=/2-1693310367 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T10:20:59,495 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10110d827540008 connected 2024-11-13T10:20:59,498 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:20:59,499 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,37191,1731493249421 2024-11-13T10:20:59,499 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@393d0cb4 2024-11-13T10:20:59,499 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:20:59,500 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T10:20:59,501 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37191 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T10:20:59,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37191 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T10:20:59,503 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T10:20:59,503 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:20:59,503 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37191 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T10:20:59,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37191 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:20:59,504 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T10:20:59,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44161 is added to blk_1073741835_1011 (size=902) 2024-11-13T10:20:59,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37191 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:20:59,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37191 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:20:59,911 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9ec6eecd94e98233577e3dbcd0326504, NAME => 'test,,1731493259500.9ec6eecd94e98233577e3dbcd0326504.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1 2024-11-13T10:20:59,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44161 is added to blk_1073741836_1012 (size=39) 2024-11-13T10:21:00,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37191 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:21:00,317 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731493259500.9ec6eecd94e98233577e3dbcd0326504.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:21:00,317 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9ec6eecd94e98233577e3dbcd0326504, disabling compactions & flushes 2024-11-13T10:21:00,317 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731493259500.9ec6eecd94e98233577e3dbcd0326504. 2024-11-13T10:21:00,317 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731493259500.9ec6eecd94e98233577e3dbcd0326504. 2024-11-13T10:21:00,318 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731493259500.9ec6eecd94e98233577e3dbcd0326504. after waiting 0 ms 2024-11-13T10:21:00,318 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731493259500.9ec6eecd94e98233577e3dbcd0326504. 2024-11-13T10:21:00,318 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731493259500.9ec6eecd94e98233577e3dbcd0326504. 2024-11-13T10:21:00,318 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9ec6eecd94e98233577e3dbcd0326504: Waiting for close lock at 1731493260317Disabling compacts and flushes for region at 1731493260317Disabling writes for close at 1731493260318 (+1 ms)Writing region close event to WAL at 1731493260318Closed at 1731493260318 2024-11-13T10:21:00,319 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T10:21:00,319 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731493259500.9ec6eecd94e98233577e3dbcd0326504.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731493260319"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731493260319"}]},"ts":"1731493260319"} 2024-11-13T10:21:00,321 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T10:21:00,322 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T10:21:00,322 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731493260322"}]},"ts":"1731493260322"} 2024-11-13T10:21:00,323 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T10:21:00,323 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9ec6eecd94e98233577e3dbcd0326504, ASSIGN}] 2024-11-13T10:21:00,324 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9ec6eecd94e98233577e3dbcd0326504, ASSIGN 2024-11-13T10:21:00,325 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9ec6eecd94e98233577e3dbcd0326504, ASSIGN; state=OFFLINE, location=770665a7984d,43995,1731493249479; forceNewPlan=false, retain=false 2024-11-13T10:21:00,476 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9ec6eecd94e98233577e3dbcd0326504, regionState=OPENING, regionLocation=770665a7984d,43995,1731493249479 2024-11-13T10:21:00,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9ec6eecd94e98233577e3dbcd0326504, ASSIGN because future has completed 2024-11-13T10:21:00,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9ec6eecd94e98233577e3dbcd0326504, server=770665a7984d,43995,1731493249479}] 2024-11-13T10:21:00,634 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731493259500.9ec6eecd94e98233577e3dbcd0326504. 2024-11-13T10:21:00,634 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9ec6eecd94e98233577e3dbcd0326504, NAME => 'test,,1731493259500.9ec6eecd94e98233577e3dbcd0326504.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:21:00,634 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T10:21:00,634 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T10:21:00,634 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9ec6eecd94e98233577e3dbcd0326504 2024-11-13T10:21:00,634 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731493259500.9ec6eecd94e98233577e3dbcd0326504.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:21:00,634 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9ec6eecd94e98233577e3dbcd0326504 2024-11-13T10:21:00,634 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9ec6eecd94e98233577e3dbcd0326504 2024-11-13T10:21:00,635 INFO [StoreOpener-9ec6eecd94e98233577e3dbcd0326504-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9ec6eecd94e98233577e3dbcd0326504 2024-11-13T10:21:00,637 INFO [StoreOpener-9ec6eecd94e98233577e3dbcd0326504-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ec6eecd94e98233577e3dbcd0326504 columnFamilyName f 2024-11-13T10:21:00,637 DEBUG [StoreOpener-9ec6eecd94e98233577e3dbcd0326504-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:00,637 INFO [StoreOpener-9ec6eecd94e98233577e3dbcd0326504-1 {}] regionserver.HStore(327): Store=9ec6eecd94e98233577e3dbcd0326504/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:21:00,637 INFO [StoreOpener-9ec6eecd94e98233577e3dbcd0326504-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9ec6eecd94e98233577e3dbcd0326504 2024-11-13T10:21:00,638 INFO [StoreOpener-9ec6eecd94e98233577e3dbcd0326504-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ec6eecd94e98233577e3dbcd0326504 columnFamilyName f1 2024-11-13T10:21:00,638 DEBUG [StoreOpener-9ec6eecd94e98233577e3dbcd0326504-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:00,638 INFO [StoreOpener-9ec6eecd94e98233577e3dbcd0326504-1 {}] regionserver.HStore(327): Store=9ec6eecd94e98233577e3dbcd0326504/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:21:00,638 INFO [StoreOpener-9ec6eecd94e98233577e3dbcd0326504-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9ec6eecd94e98233577e3dbcd0326504 2024-11-13T10:21:00,639 INFO [StoreOpener-9ec6eecd94e98233577e3dbcd0326504-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ec6eecd94e98233577e3dbcd0326504 columnFamilyName norep 2024-11-13T10:21:00,639 DEBUG [StoreOpener-9ec6eecd94e98233577e3dbcd0326504-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:00,639 INFO [StoreOpener-9ec6eecd94e98233577e3dbcd0326504-1 {}] regionserver.HStore(327): Store=9ec6eecd94e98233577e3dbcd0326504/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:21:00,640 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9ec6eecd94e98233577e3dbcd0326504 2024-11-13T10:21:00,640 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/data/default/test/9ec6eecd94e98233577e3dbcd0326504 2024-11-13T10:21:00,640 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/data/default/test/9ec6eecd94e98233577e3dbcd0326504 2024-11-13T10:21:00,641 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9ec6eecd94e98233577e3dbcd0326504 2024-11-13T10:21:00,641 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9ec6eecd94e98233577e3dbcd0326504 2024-11-13T10:21:00,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37191 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:21:00,641 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T10:21:00,642 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9ec6eecd94e98233577e3dbcd0326504 2024-11-13T10:21:00,644 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/data/default/test/9ec6eecd94e98233577e3dbcd0326504/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:21:00,644 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9ec6eecd94e98233577e3dbcd0326504; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62984554, jitterRate=-0.06145700812339783}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T10:21:00,644 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9ec6eecd94e98233577e3dbcd0326504 2024-11-13T10:21:00,645 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9ec6eecd94e98233577e3dbcd0326504: Running coprocessor pre-open hook at 1731493260635Writing region info on filesystem at 1731493260635Initializing all the Stores at 1731493260635Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493260635Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493260635Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493260635Cleaning up temporary data from old regions at 1731493260641 (+6 ms)Running coprocessor post-open hooks at 1731493260644 (+3 ms)Region opened successfully at 1731493260645 (+1 ms) 2024-11-13T10:21:00,646 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731493259500.9ec6eecd94e98233577e3dbcd0326504., pid=6, masterSystemTime=1731493260630 2024-11-13T10:21:00,648 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731493259500.9ec6eecd94e98233577e3dbcd0326504. 2024-11-13T10:21:00,648 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731493259500.9ec6eecd94e98233577e3dbcd0326504. 2024-11-13T10:21:00,648 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9ec6eecd94e98233577e3dbcd0326504, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=770665a7984d,43995,1731493249479 2024-11-13T10:21:00,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9ec6eecd94e98233577e3dbcd0326504, server=770665a7984d,43995,1731493249479 because future has completed 2024-11-13T10:21:00,652 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T10:21:00,652 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9ec6eecd94e98233577e3dbcd0326504, server=770665a7984d,43995,1731493249479 in 173 msec 2024-11-13T10:21:00,654 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T10:21:00,654 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9ec6eecd94e98233577e3dbcd0326504, ASSIGN in 329 msec 2024-11-13T10:21:00,655 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T10:21:00,655 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731493260655"}]},"ts":"1731493260655"} 2024-11-13T10:21:00,656 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T10:21:00,657 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T10:21:00,658 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1560 sec 2024-11-13T10:21:01,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37191 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:21:01,652 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T10:21:01,652 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:21:01,653 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,40727,1731493253172 2024-11-13T10:21:01,653 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6bb91ded 2024-11-13T10:21:01,653 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:21:01,654 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T10:21:01,655 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T10:21:01,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T10:21:01,657 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T10:21:01,657 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:01,657 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T10:21:01,658 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T10:21:01,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:21:01,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741835_1011 (size=902) 2024-11-13T10:21:01,667 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bb41933be0decbfb6b489e8bc90be36c, NAME => 'test,,1731493261654.bb41933be0decbfb6b489e8bc90be36c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e 2024-11-13T10:21:01,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741836_1012 (size=39) 2024-11-13T10:21:01,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:21:01,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:21:02,074 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731493261654.bb41933be0decbfb6b489e8bc90be36c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:21:02,074 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing bb41933be0decbfb6b489e8bc90be36c, disabling compactions & flushes 2024-11-13T10:21:02,074 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731493261654.bb41933be0decbfb6b489e8bc90be36c. 2024-11-13T10:21:02,074 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731493261654.bb41933be0decbfb6b489e8bc90be36c. 2024-11-13T10:21:02,074 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731493261654.bb41933be0decbfb6b489e8bc90be36c. after waiting 0 ms 2024-11-13T10:21:02,074 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731493261654.bb41933be0decbfb6b489e8bc90be36c. 2024-11-13T10:21:02,074 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731493261654.bb41933be0decbfb6b489e8bc90be36c. 2024-11-13T10:21:02,074 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for bb41933be0decbfb6b489e8bc90be36c: Waiting for close lock at 1731493262074Disabling compacts and flushes for region at 1731493262074Disabling writes for close at 1731493262074Writing region close event to WAL at 1731493262074Closed at 1731493262074 2024-11-13T10:21:02,075 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T10:21:02,075 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731493261654.bb41933be0decbfb6b489e8bc90be36c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731493262075"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731493262075"}]},"ts":"1731493262075"} 2024-11-13T10:21:02,077 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T10:21:02,078 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T10:21:02,078 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731493262078"}]},"ts":"1731493262078"} 2024-11-13T10:21:02,080 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T10:21:02,080 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bb41933be0decbfb6b489e8bc90be36c, ASSIGN}] 2024-11-13T10:21:02,081 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bb41933be0decbfb6b489e8bc90be36c, ASSIGN 2024-11-13T10:21:02,081 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=bb41933be0decbfb6b489e8bc90be36c, ASSIGN; state=OFFLINE, location=770665a7984d,36763,1731493253397; forceNewPlan=false, retain=false 2024-11-13T10:21:02,232 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bb41933be0decbfb6b489e8bc90be36c, regionState=OPENING, regionLocation=770665a7984d,36763,1731493253397 2024-11-13T10:21:02,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=bb41933be0decbfb6b489e8bc90be36c, ASSIGN because future has completed 2024-11-13T10:21:02,235 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bb41933be0decbfb6b489e8bc90be36c, server=770665a7984d,36763,1731493253397}] 2024-11-13T10:21:02,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:21:02,391 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731493261654.bb41933be0decbfb6b489e8bc90be36c. 2024-11-13T10:21:02,391 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => bb41933be0decbfb6b489e8bc90be36c, NAME => 'test,,1731493261654.bb41933be0decbfb6b489e8bc90be36c.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:21:02,392 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T10:21:02,392 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T10:21:02,392 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test bb41933be0decbfb6b489e8bc90be36c 2024-11-13T10:21:02,392 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731493261654.bb41933be0decbfb6b489e8bc90be36c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:21:02,392 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for bb41933be0decbfb6b489e8bc90be36c 2024-11-13T10:21:02,392 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for bb41933be0decbfb6b489e8bc90be36c 2024-11-13T10:21:02,393 INFO [StoreOpener-bb41933be0decbfb6b489e8bc90be36c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region bb41933be0decbfb6b489e8bc90be36c 2024-11-13T10:21:02,394 INFO [StoreOpener-bb41933be0decbfb6b489e8bc90be36c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb41933be0decbfb6b489e8bc90be36c columnFamilyName f 2024-11-13T10:21:02,394 DEBUG [StoreOpener-bb41933be0decbfb6b489e8bc90be36c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:02,395 INFO [StoreOpener-bb41933be0decbfb6b489e8bc90be36c-1 {}] regionserver.HStore(327): Store=bb41933be0decbfb6b489e8bc90be36c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:21:02,395 INFO [StoreOpener-bb41933be0decbfb6b489e8bc90be36c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region bb41933be0decbfb6b489e8bc90be36c 2024-11-13T10:21:02,396 INFO [StoreOpener-bb41933be0decbfb6b489e8bc90be36c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb41933be0decbfb6b489e8bc90be36c columnFamilyName f1 2024-11-13T10:21:02,396 DEBUG [StoreOpener-bb41933be0decbfb6b489e8bc90be36c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:02,396 INFO [StoreOpener-bb41933be0decbfb6b489e8bc90be36c-1 {}] regionserver.HStore(327): Store=bb41933be0decbfb6b489e8bc90be36c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:21:02,396 INFO [StoreOpener-bb41933be0decbfb6b489e8bc90be36c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region bb41933be0decbfb6b489e8bc90be36c 2024-11-13T10:21:02,397 INFO [StoreOpener-bb41933be0decbfb6b489e8bc90be36c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb41933be0decbfb6b489e8bc90be36c columnFamilyName norep 2024-11-13T10:21:02,397 DEBUG [StoreOpener-bb41933be0decbfb6b489e8bc90be36c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:02,397 INFO [StoreOpener-bb41933be0decbfb6b489e8bc90be36c-1 {}] regionserver.HStore(327): Store=bb41933be0decbfb6b489e8bc90be36c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:21:02,397 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for bb41933be0decbfb6b489e8bc90be36c 2024-11-13T10:21:02,398 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/data/default/test/bb41933be0decbfb6b489e8bc90be36c 2024-11-13T10:21:02,398 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/data/default/test/bb41933be0decbfb6b489e8bc90be36c 2024-11-13T10:21:02,399 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for bb41933be0decbfb6b489e8bc90be36c 2024-11-13T10:21:02,399 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for bb41933be0decbfb6b489e8bc90be36c 2024-11-13T10:21:02,399 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T10:21:02,400 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for bb41933be0decbfb6b489e8bc90be36c 2024-11-13T10:21:02,401 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/data/default/test/bb41933be0decbfb6b489e8bc90be36c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:21:02,402 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened bb41933be0decbfb6b489e8bc90be36c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66077846, jitterRate=-0.015363365411758423}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T10:21:02,402 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bb41933be0decbfb6b489e8bc90be36c 2024-11-13T10:21:02,402 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for bb41933be0decbfb6b489e8bc90be36c: Running coprocessor pre-open hook at 1731493262392Writing region info on filesystem at 1731493262392Initializing all the Stores at 1731493262393 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493262393Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493262393Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493262393Cleaning up temporary data from old regions at 1731493262399 (+6 ms)Running coprocessor post-open hooks at 1731493262402 (+3 ms)Region opened successfully at 1731493262402 2024-11-13T10:21:02,403 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731493261654.bb41933be0decbfb6b489e8bc90be36c., pid=6, masterSystemTime=1731493262387 2024-11-13T10:21:02,405 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731493261654.bb41933be0decbfb6b489e8bc90be36c. 2024-11-13T10:21:02,405 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731493261654.bb41933be0decbfb6b489e8bc90be36c. 2024-11-13T10:21:02,406 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bb41933be0decbfb6b489e8bc90be36c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=770665a7984d,36763,1731493253397 2024-11-13T10:21:02,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bb41933be0decbfb6b489e8bc90be36c, server=770665a7984d,36763,1731493253397 because future has completed 2024-11-13T10:21:02,410 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T10:21:02,410 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure bb41933be0decbfb6b489e8bc90be36c, server=770665a7984d,36763,1731493253397 in 173 msec 2024-11-13T10:21:02,412 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T10:21:02,412 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=bb41933be0decbfb6b489e8bc90be36c, ASSIGN in 330 msec 2024-11-13T10:21:02,412 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T10:21:02,412 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731493262412"}]},"ts":"1731493262412"} 2024-11-13T10:21:02,414 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T10:21:02,414 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T10:21:02,416 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 760 msec 2024-11-13T10:21:02,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:21:02,792 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T10:21:02,792 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:21:02,793 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,42735,1731493256812 2024-11-13T10:21:02,793 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d3b31a6 2024-11-13T10:21:02,793 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:21:02,794 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T10:21:02,795 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42735 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T10:21:02,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42735 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T10:21:02,797 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T10:21:02,797 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:02,797 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42735 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T10:21:02,798 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T10:21:02,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:21:02,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741835_1011 (size=902) 2024-11-13T10:21:02,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:21:02,931 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T10:21:03,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:21:03,205 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5b6ca75a64253f923204c185e2999b38, NAME => 'test,,1731493262794.5b6ca75a64253f923204c185e2999b38.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36 2024-11-13T10:21:03,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741836_1012 (size=39) 2024-11-13T10:21:03,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:21:03,610 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731493262794.5b6ca75a64253f923204c185e2999b38.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:21:03,611 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5b6ca75a64253f923204c185e2999b38, disabling compactions & flushes 2024-11-13T10:21:03,611 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731493262794.5b6ca75a64253f923204c185e2999b38. 2024-11-13T10:21:03,611 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731493262794.5b6ca75a64253f923204c185e2999b38. 2024-11-13T10:21:03,611 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731493262794.5b6ca75a64253f923204c185e2999b38. after waiting 0 ms 2024-11-13T10:21:03,611 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731493262794.5b6ca75a64253f923204c185e2999b38. 2024-11-13T10:21:03,611 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731493262794.5b6ca75a64253f923204c185e2999b38. 2024-11-13T10:21:03,611 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5b6ca75a64253f923204c185e2999b38: Waiting for close lock at 1731493263610Disabling compacts and flushes for region at 1731493263610Disabling writes for close at 1731493263611 (+1 ms)Writing region close event to WAL at 1731493263611Closed at 1731493263611 2024-11-13T10:21:03,612 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T10:21:03,612 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731493262794.5b6ca75a64253f923204c185e2999b38.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731493263612"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731493263612"}]},"ts":"1731493263612"} 2024-11-13T10:21:03,614 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T10:21:03,615 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T10:21:03,615 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731493263615"}]},"ts":"1731493263615"} 2024-11-13T10:21:03,617 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T10:21:03,617 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5b6ca75a64253f923204c185e2999b38, ASSIGN}] 2024-11-13T10:21:03,618 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5b6ca75a64253f923204c185e2999b38, ASSIGN 2024-11-13T10:21:03,619 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5b6ca75a64253f923204c185e2999b38, ASSIGN; state=OFFLINE, location=770665a7984d,38813,1731493256859; forceNewPlan=false, retain=false 2024-11-13T10:21:03,770 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5b6ca75a64253f923204c185e2999b38, regionState=OPENING, regionLocation=770665a7984d,38813,1731493256859 2024-11-13T10:21:03,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5b6ca75a64253f923204c185e2999b38, ASSIGN because future has completed 2024-11-13T10:21:03,772 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5b6ca75a64253f923204c185e2999b38, server=770665a7984d,38813,1731493256859}] 2024-11-13T10:21:03,928 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731493262794.5b6ca75a64253f923204c185e2999b38. 2024-11-13T10:21:03,928 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5b6ca75a64253f923204c185e2999b38, NAME => 'test,,1731493262794.5b6ca75a64253f923204c185e2999b38.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:21:03,928 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T10:21:03,928 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T10:21:03,928 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5b6ca75a64253f923204c185e2999b38 2024-11-13T10:21:03,928 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731493262794.5b6ca75a64253f923204c185e2999b38.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:21:03,929 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5b6ca75a64253f923204c185e2999b38 2024-11-13T10:21:03,929 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5b6ca75a64253f923204c185e2999b38 2024-11-13T10:21:03,930 INFO [StoreOpener-5b6ca75a64253f923204c185e2999b38-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5b6ca75a64253f923204c185e2999b38 2024-11-13T10:21:03,931 INFO [StoreOpener-5b6ca75a64253f923204c185e2999b38-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b6ca75a64253f923204c185e2999b38 columnFamilyName f 2024-11-13T10:21:03,931 DEBUG [StoreOpener-5b6ca75a64253f923204c185e2999b38-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:03,931 INFO [StoreOpener-5b6ca75a64253f923204c185e2999b38-1 {}] regionserver.HStore(327): Store=5b6ca75a64253f923204c185e2999b38/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:21:03,931 INFO [StoreOpener-5b6ca75a64253f923204c185e2999b38-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5b6ca75a64253f923204c185e2999b38 2024-11-13T10:21:03,932 INFO [StoreOpener-5b6ca75a64253f923204c185e2999b38-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b6ca75a64253f923204c185e2999b38 columnFamilyName f1 2024-11-13T10:21:03,932 DEBUG [StoreOpener-5b6ca75a64253f923204c185e2999b38-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:03,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:21:03,932 INFO [StoreOpener-5b6ca75a64253f923204c185e2999b38-1 {}] regionserver.HStore(327): Store=5b6ca75a64253f923204c185e2999b38/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:21:03,932 INFO [StoreOpener-5b6ca75a64253f923204c185e2999b38-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5b6ca75a64253f923204c185e2999b38 2024-11-13T10:21:03,933 INFO [StoreOpener-5b6ca75a64253f923204c185e2999b38-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b6ca75a64253f923204c185e2999b38 columnFamilyName norep 2024-11-13T10:21:03,933 DEBUG [StoreOpener-5b6ca75a64253f923204c185e2999b38-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:03,933 INFO [StoreOpener-5b6ca75a64253f923204c185e2999b38-1 {}] regionserver.HStore(327): Store=5b6ca75a64253f923204c185e2999b38/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:21:03,934 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5b6ca75a64253f923204c185e2999b38 2024-11-13T10:21:03,934 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/data/default/test/5b6ca75a64253f923204c185e2999b38 2024-11-13T10:21:03,934 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/data/default/test/5b6ca75a64253f923204c185e2999b38 2024-11-13T10:21:03,935 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5b6ca75a64253f923204c185e2999b38 2024-11-13T10:21:03,935 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5b6ca75a64253f923204c185e2999b38 2024-11-13T10:21:03,935 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T10:21:03,936 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5b6ca75a64253f923204c185e2999b38 2024-11-13T10:21:03,938 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/data/default/test/5b6ca75a64253f923204c185e2999b38/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:21:03,938 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5b6ca75a64253f923204c185e2999b38; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71955138, jitterRate=0.07221511006355286}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T10:21:03,938 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5b6ca75a64253f923204c185e2999b38 2024-11-13T10:21:03,938 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5b6ca75a64253f923204c185e2999b38: Running coprocessor pre-open hook at 1731493263929Writing region info on filesystem at 1731493263929Initializing all the Stores at 1731493263929Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493263929Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493263929Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493263929Cleaning up temporary data from old regions at 1731493263935 (+6 ms)Running coprocessor post-open hooks at 1731493263938 (+3 ms)Region opened successfully at 1731493263938 2024-11-13T10:21:03,939 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731493262794.5b6ca75a64253f923204c185e2999b38., pid=6, masterSystemTime=1731493263924 2024-11-13T10:21:03,941 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731493262794.5b6ca75a64253f923204c185e2999b38. 2024-11-13T10:21:03,941 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731493262794.5b6ca75a64253f923204c185e2999b38. 2024-11-13T10:21:03,942 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5b6ca75a64253f923204c185e2999b38, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=770665a7984d,38813,1731493256859 2024-11-13T10:21:03,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5b6ca75a64253f923204c185e2999b38, server=770665a7984d,38813,1731493256859 because future has completed 2024-11-13T10:21:03,946 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T10:21:03,946 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5b6ca75a64253f923204c185e2999b38, server=770665a7984d,38813,1731493256859 in 172 msec 2024-11-13T10:21:03,947 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T10:21:03,947 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5b6ca75a64253f923204c185e2999b38, ASSIGN in 329 msec 2024-11-13T10:21:03,948 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T10:21:03,948 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731493263948"}]},"ts":"1731493263948"} 2024-11-13T10:21:03,950 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T10:21:03,950 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T10:21:03,951 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1550 sec 2024-11-13T10:21:04,948 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T10:21:04,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:04,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:04,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:04,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:04,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:21:04,953 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T10:21:04,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f46133b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:04,954 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,37191,-1 for getting cluster id 2024-11-13T10:21:04,954 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:21:04,955 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0efe6f10-ff48-4897-8770-d352d377e13a' 2024-11-13T10:21:04,955 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:21:04,956 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0efe6f10-ff48-4897-8770-d352d377e13a" 2024-11-13T10:21:04,956 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5faa1678, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:04,956 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,37191,-1] 2024-11-13T10:21:04,956 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:21:04,956 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:04,957 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:21:04,958 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6072b33b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:04,958 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:21:04,959 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,37191,1731493249421 2024-11-13T10:21:04,959 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e775187 2024-11-13T10:21:04,960 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:21:04,960 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T10:21:04,961 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37191 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://770665a7984d:40727,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T10:21:04,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37191 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T10:21:04,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37191 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T10:21:04,964 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='770665a7984d:40727' 2024-11-13T10:21:04,966 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cc9f0f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:04,966 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,40727,-1 for getting cluster id 2024-11-13T10:21:04,966 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:21:04,966 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2b8a2ada-70a3-4a2b-a59a-444c3be73f7d' 2024-11-13T10:21:04,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:21:04,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2b8a2ada-70a3-4a2b-a59a-444c3be73f7d" 2024-11-13T10:21:04,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71abcea7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:04,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,40727,-1] 2024-11-13T10:21:04,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:21:04,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:04,968 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:21:04,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@715ad794, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:04,969 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:21:04,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,40727,1731493253172 2024-11-13T10:21:04,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1702f49c 2024-11-13T10:21:04,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:21:04,970 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T10:21:04,976 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T10:21:04,977 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T10:21:04,977 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:04,977 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:04,977 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T10:21:04,980 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T10:21:04,981 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T10:21:04,981 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:04,982 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T10:21:04,984 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:21:04,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44161 is added to blk_1073741837_1013 (size=1138) 2024-11-13T10:21:04,992 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 72becd95ab35b4d0d5ce3b0dd897e402, NAME => 'hbase:replication,,1731493264977.72becd95ab35b4d0d5ce3b0dd897e402.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1 2024-11-13T10:21:04,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:04,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:04,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:04,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:04,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:04,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:05,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44161 is added to blk_1073741838_1014 (size=44) 2024-11-13T10:21:05,017 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731493264977.72becd95ab35b4d0d5ce3b0dd897e402.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:21:05,017 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 72becd95ab35b4d0d5ce3b0dd897e402, disabling compactions & flushes 2024-11-13T10:21:05,017 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731493264977.72becd95ab35b4d0d5ce3b0dd897e402. 2024-11-13T10:21:05,017 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:05,017 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731493264977.72becd95ab35b4d0d5ce3b0dd897e402. 2024-11-13T10:21:05,017 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731493264977.72becd95ab35b4d0d5ce3b0dd897e402. after waiting 0 ms 2024-11-13T10:21:05,017 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731493264977.72becd95ab35b4d0d5ce3b0dd897e402. 2024-11-13T10:21:05,017 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731493264977.72becd95ab35b4d0d5ce3b0dd897e402. 2024-11-13T10:21:05,017 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 72becd95ab35b4d0d5ce3b0dd897e402: Waiting for close lock at 1731493265017Disabling compacts and flushes for region at 1731493265017Disabling writes for close at 1731493265017Writing region close event to WAL at 1731493265017Closed at 1731493265017 2024-11-13T10:21:05,019 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T10:21:05,019 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731493264977.72becd95ab35b4d0d5ce3b0dd897e402.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731493265019"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731493265019"}]},"ts":"1731493265019"} 2024-11-13T10:21:05,021 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T10:21:05,021 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T10:21:05,022 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731493265021"}]},"ts":"1731493265021"} 2024-11-13T10:21:05,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:05,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:05,023 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T10:21:05,024 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=72becd95ab35b4d0d5ce3b0dd897e402, ASSIGN}] 2024-11-13T10:21:05,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:05,025 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=72becd95ab35b4d0d5ce3b0dd897e402, ASSIGN 2024-11-13T10:21:05,025 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=72becd95ab35b4d0d5ce3b0dd897e402, ASSIGN; state=OFFLINE, location=770665a7984d,43995,1731493249479; forceNewPlan=false, retain=false 2024-11-13T10:21:05,030 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T10:21:05,041 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T10:21:05,041 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-13T10:21:05,041 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T10:21:05,041 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-13T10:21:05,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37191 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T10:21:05,176 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=72becd95ab35b4d0d5ce3b0dd897e402, regionState=OPENING, regionLocation=770665a7984d,43995,1731493249479 2024-11-13T10:21:05,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=72becd95ab35b4d0d5ce3b0dd897e402, ASSIGN because future has completed 2024-11-13T10:21:05,179 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 72becd95ab35b4d0d5ce3b0dd897e402, server=770665a7984d,43995,1731493249479}] 2024-11-13T10:21:05,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37191 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T10:21:05,334 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731493264977.72becd95ab35b4d0d5ce3b0dd897e402. 2024-11-13T10:21:05,334 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:21:05,334 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T10:21:05,335 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=770665a7984d%2C43995%2C1731493249479.rep, suffix=, logDir=hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/WALs/770665a7984d,43995,1731493249479, archiveDir=hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/oldWALs, maxLogs=10 2024-11-13T10:21:05,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/WALs/770665a7984d,43995,1731493249479/770665a7984d%2C43995%2C1731493249479.rep.1731493265336, exclude list is [], retry=0 2024-11-13T10:21:05,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44161,DS-1f3f7337-22c2-47ca-b0d7-9957572bd3dd,DISK] 2024-11-13T10:21:05,357 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/WALs/770665a7984d,43995,1731493249479/770665a7984d%2C43995%2C1731493249479.rep.1731493265336 2024-11-13T10:21:05,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44007:44007)] 2024-11-13T10:21:05,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 72becd95ab35b4d0d5ce3b0dd897e402, NAME => 'hbase:replication,,1731493264977.72becd95ab35b4d0d5ce3b0dd897e402.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:21:05,358 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T10:21:05,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T10:21:05,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731493264977.72becd95ab35b4d0d5ce3b0dd897e402. service=MultiRowMutationService 2024-11-13T10:21:05,359 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T10:21:05,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 72becd95ab35b4d0d5ce3b0dd897e402 2024-11-13T10:21:05,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731493264977.72becd95ab35b4d0d5ce3b0dd897e402.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:21:05,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 72becd95ab35b4d0d5ce3b0dd897e402 2024-11-13T10:21:05,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 72becd95ab35b4d0d5ce3b0dd897e402 2024-11-13T10:21:05,360 INFO [StoreOpener-72becd95ab35b4d0d5ce3b0dd897e402-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 72becd95ab35b4d0d5ce3b0dd897e402 2024-11-13T10:21:05,361 INFO [StoreOpener-72becd95ab35b4d0d5ce3b0dd897e402-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72becd95ab35b4d0d5ce3b0dd897e402 columnFamilyName hfileref 2024-11-13T10:21:05,361 DEBUG [StoreOpener-72becd95ab35b4d0d5ce3b0dd897e402-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:05,361 INFO [StoreOpener-72becd95ab35b4d0d5ce3b0dd897e402-1 {}] regionserver.HStore(327): Store=72becd95ab35b4d0d5ce3b0dd897e402/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:21:05,361 INFO [StoreOpener-72becd95ab35b4d0d5ce3b0dd897e402-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 72becd95ab35b4d0d5ce3b0dd897e402 2024-11-13T10:21:05,362 INFO [StoreOpener-72becd95ab35b4d0d5ce3b0dd897e402-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72becd95ab35b4d0d5ce3b0dd897e402 columnFamilyName queue 2024-11-13T10:21:05,362 DEBUG [StoreOpener-72becd95ab35b4d0d5ce3b0dd897e402-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:05,362 INFO [StoreOpener-72becd95ab35b4d0d5ce3b0dd897e402-1 {}] regionserver.HStore(327): Store=72becd95ab35b4d0d5ce3b0dd897e402/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:21:05,363 INFO [StoreOpener-72becd95ab35b4d0d5ce3b0dd897e402-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 72becd95ab35b4d0d5ce3b0dd897e402 2024-11-13T10:21:05,363 INFO [StoreOpener-72becd95ab35b4d0d5ce3b0dd897e402-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72becd95ab35b4d0d5ce3b0dd897e402 columnFamilyName sid 2024-11-13T10:21:05,363 DEBUG [StoreOpener-72becd95ab35b4d0d5ce3b0dd897e402-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:05,364 INFO [StoreOpener-72becd95ab35b4d0d5ce3b0dd897e402-1 {}] regionserver.HStore(327): Store=72becd95ab35b4d0d5ce3b0dd897e402/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:21:05,364 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 72becd95ab35b4d0d5ce3b0dd897e402 2024-11-13T10:21:05,364 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/data/hbase/replication/72becd95ab35b4d0d5ce3b0dd897e402 2024-11-13T10:21:05,364 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/data/hbase/replication/72becd95ab35b4d0d5ce3b0dd897e402 2024-11-13T10:21:05,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 72becd95ab35b4d0d5ce3b0dd897e402 2024-11-13T10:21:05,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 72becd95ab35b4d0d5ce3b0dd897e402 2024-11-13T10:21:05,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T10:21:05,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 72becd95ab35b4d0d5ce3b0dd897e402 2024-11-13T10:21:05,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/data/hbase/replication/72becd95ab35b4d0d5ce3b0dd897e402/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:21:05,368 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 72becd95ab35b4d0d5ce3b0dd897e402; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60960498, jitterRate=-0.09161779284477234}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T10:21:05,368 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 72becd95ab35b4d0d5ce3b0dd897e402 2024-11-13T10:21:05,368 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 72becd95ab35b4d0d5ce3b0dd897e402: Running coprocessor pre-open hook at 1731493265359Writing region info on filesystem at 1731493265359Initializing all the Stores at 1731493265360 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493265360Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493265360Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493265360Cleaning up temporary data from old regions at 1731493265365 (+5 ms)Running coprocessor post-open hooks at 1731493265368 (+3 ms)Region opened successfully at 1731493265368 2024-11-13T10:21:05,369 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731493264977.72becd95ab35b4d0d5ce3b0dd897e402., pid=10, masterSystemTime=1731493265331 2024-11-13T10:21:05,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731493264977.72becd95ab35b4d0d5ce3b0dd897e402. 2024-11-13T10:21:05,371 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731493264977.72becd95ab35b4d0d5ce3b0dd897e402. 2024-11-13T10:21:05,371 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=72becd95ab35b4d0d5ce3b0dd897e402, regionState=OPEN, openSeqNum=2, regionLocation=770665a7984d,43995,1731493249479 2024-11-13T10:21:05,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 72becd95ab35b4d0d5ce3b0dd897e402, server=770665a7984d,43995,1731493249479 because future has completed 2024-11-13T10:21:05,375 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T10:21:05,375 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 72becd95ab35b4d0d5ce3b0dd897e402, server=770665a7984d,43995,1731493249479 in 195 msec 2024-11-13T10:21:05,377 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T10:21:05,377 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=72becd95ab35b4d0d5ce3b0dd897e402, ASSIGN in 352 msec 2024-11-13T10:21:05,377 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T10:21:05,378 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731493265377"}]},"ts":"1731493265377"} 2024-11-13T10:21:05,380 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T10:21:05,381 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T10:21:05,382 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 404 msec 2024-11-13T10:21:05,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731493264977.72becd95ab35b4d0d5ce3b0dd897e402., hostname=770665a7984d,43995,1731493249479, seqNum=2] 2024-11-13T10:21:05,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37191-0x10110d827540000, quorum=127.0.0.1:55942, baseZNode=/0305938649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0305938649 2024-11-13T10:21:05,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43995-0x10110d827540001, quorum=127.0.0.1:55942, baseZNode=/0305938649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0305938649 2024-11-13T10:21:05,447 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T10:21:05,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37191 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T10:21:05,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43995 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T10:21:05,600 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T10:21:05,634 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-770665a7984d,43995,1731493249479, ReplicationSource: 1, currentBandwidth=0 2024-11-13T10:21:05,634 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:21:05,634 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,43995,1731493249479, seqNum=-1] 2024-11-13T10:21:05,635 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:21:05,636 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33767, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-13T10:21:05,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-770665a7984d,43995,1731493249479', locateType=CURRENT is [region=hbase:replication,,1731493264977.72becd95ab35b4d0d5ce3b0dd897e402., hostname=770665a7984d,43995,1731493249479, seqNum=2] 2024-11-13T10:21:05,639 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T10:21:05,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37191 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T10:21:05,642 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 770665a7984d,43995,1731493249479 suceeded 2024-11-13T10:21:05,643 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T10:21:05,643 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 195 msec 2024-11-13T10:21:05,644 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://770665a7984d:40727,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T10:21:05,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 683 msec 2024-11-13T10:21:05,654 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43995,1731493249479 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='770665a7984d:40727' 2024-11-13T10:21:05,655 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43995,1731493249479 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14bd2215, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:05,655 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43995,1731493249479 {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,40727,-1 for getting cluster id 2024-11-13T10:21:05,655 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43995,1731493249479 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:21:05,655 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2b8a2ada-70a3-4a2b-a59a-444c3be73f7d' 2024-11-13T10:21:05,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:21:05,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2b8a2ada-70a3-4a2b-a59a-444c3be73f7d" 2024-11-13T10:21:05,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d56ea80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:05,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,40727,-1] 2024-11-13T10:21:05,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:21:05,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:05,657 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:21:05,657 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43995,1731493249479 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4df03691, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:05,658 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43995,1731493249479 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:21:05,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,40727,1731493253172 2024-11-13T10:21:05,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63b1f401 2024-11-13T10:21:05,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:21:05,659 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-13T10:21:05,659 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43995,1731493249479 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-770665a7984d,43995,1731493249479 (queues=1) is replicating from cluster=0efe6f10-ff48-4897-8770-d352d377e13a to cluster=2b8a2ada-70a3-4a2b-a59a-444c3be73f7d 2024-11-13T10:21:05,660 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43995,1731493249479 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=770665a7984d%2C43995%2C1731493249479 2024-11-13T10:21:05,660 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43995,1731493249479 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-770665a7984d,43995,1731493249479, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T10:21:05,660 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43995,1731493249479.replicationSource.shipper770665a7984d%2C43995%2C1731493249479,1-770665a7984d,43995,1731493249479 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 770665a7984d%2C43995%2C1731493249479 2024-11-13T10:21:05,660 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43995,1731493249479.replicationSource.wal-reader.770665a7984d%2C43995%2C1731493249479,1-770665a7984d,43995,1731493249479 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/WALs/770665a7984d,43995,1731493249479/770665a7984d%2C43995%2C1731493249479.1731493251070, startPosition=0, beingWritten=true 2024-11-13T10:21:05,665 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43995,1731493249479.replicationSource.wal-reader.770665a7984d%2C43995%2C1731493249479,1-770665a7984d,43995,1731493249479 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T10:21:05,665 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43995,1731493249479.replicationSource.wal-reader.770665a7984d%2C43995%2C1731493249479,1-770665a7984d,43995,1731493249479 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/WALs/770665a7984d,43995,1731493249479/770665a7984d%2C43995%2C1731493249479.1731493251070 to pos 379, reset compression=false 2024-11-13T10:21:05,665 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43995,1731493249479.replicationSource.shipper770665a7984d%2C43995%2C1731493249479,1-770665a7984d,43995,1731493249479 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-770665a7984d,43995,1731493249479 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/WALs/770665a7984d,43995,1731493249479/770665a7984d%2C43995%2C1731493249479.1731493251070, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T10:21:05,868 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43995,1731493249479.replicationSource.wal-reader.770665a7984d%2C43995%2C1731493249479,1-770665a7984d,43995,1731493249479 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/WALs/770665a7984d,43995,1731493249479/770665a7984d%2C43995%2C1731493249479.1731493251070 to pos 379, reset compression=false 2024-11-13T10:21:06,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37191 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T10:21:06,102 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T10:21:06,102 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T10:21:06,102 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:21:06,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:06,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:06,103 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:21:06,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32de409c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:06,111 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,40727,-1 for getting cluster id 2024-11-13T10:21:06,112 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:21:06,113 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2b8a2ada-70a3-4a2b-a59a-444c3be73f7d' 2024-11-13T10:21:06,114 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:21:06,114 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2b8a2ada-70a3-4a2b-a59a-444c3be73f7d" 2024-11-13T10:21:06,115 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46435860, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:06,115 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,40727,-1] 2024-11-13T10:21:06,115 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:21:06,115 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:06,116 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:21:06,117 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d50d18a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:06,117 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:21:06,119 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,40727,1731493253172 2024-11-13T10:21:06,119 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7fce8773 2024-11-13T10:21:06,119 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:21:06,120 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T10:21:06,120 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://770665a7984d:42735,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T10:21:06,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T10:21:06,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T10:21:06,123 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='770665a7984d:42735' 2024-11-13T10:21:06,124 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@727d13c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:06,124 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,42735,-1 for getting cluster id 2024-11-13T10:21:06,124 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:21:06,125 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c58bae80-4266-4fa3-8f06-acedcc9617b5' 2024-11-13T10:21:06,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:21:06,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c58bae80-4266-4fa3-8f06-acedcc9617b5" 2024-11-13T10:21:06,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@541b838d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:06,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,42735,-1] 2024-11-13T10:21:06,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:21:06,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:06,126 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:21:06,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16a89cab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:06,127 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:21:06,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,42735,1731493256812 2024-11-13T10:21:06,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d590a15 2024-11-13T10:21:06,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:21:06,129 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T10:21:06,129 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T10:21:06,129 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T10:21:06,129 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:06,129 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:06,130 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T10:21:06,130 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:21:06,131 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T10:21:06,132 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T10:21:06,132 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:06,133 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T10:21:06,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741837_1013 (size=1138) 2024-11-13T10:21:06,171 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43995,1731493249479.replicationSource.wal-reader.770665a7984d%2C43995%2C1731493249479,1-770665a7984d,43995,1731493249479 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/WALs/770665a7984d,43995,1731493249479/770665a7984d%2C43995%2C1731493249479.1731493251070 to pos 379, reset compression=false 2024-11-13T10:21:06,181 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T10:21:06,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T10:21:06,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T10:21:06,550 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b988277f76dc97ec960de863cef59473, NAME => 'hbase:replication,,1731493266130.b988277f76dc97ec960de863cef59473.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e 2024-11-13T10:21:06,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741838_1014 (size=44) 2024-11-13T10:21:06,575 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43995,1731493249479.replicationSource.wal-reader.770665a7984d%2C43995%2C1731493249479,1-770665a7984d,43995,1731493249479 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/WALs/770665a7984d,43995,1731493249479/770665a7984d%2C43995%2C1731493249479.1731493251070 to pos 379, reset compression=false 2024-11-13T10:21:06,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T10:21:06,959 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731493266130.b988277f76dc97ec960de863cef59473.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:21:06,959 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b988277f76dc97ec960de863cef59473, disabling compactions & flushes 2024-11-13T10:21:06,959 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731493266130.b988277f76dc97ec960de863cef59473. 2024-11-13T10:21:06,959 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731493266130.b988277f76dc97ec960de863cef59473. 2024-11-13T10:21:06,959 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731493266130.b988277f76dc97ec960de863cef59473. after waiting 0 ms 2024-11-13T10:21:06,959 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731493266130.b988277f76dc97ec960de863cef59473. 2024-11-13T10:21:06,959 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731493266130.b988277f76dc97ec960de863cef59473. 2024-11-13T10:21:06,959 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b988277f76dc97ec960de863cef59473: Waiting for close lock at 1731493266959Disabling compacts and flushes for region at 1731493266959Disabling writes for close at 1731493266959Writing region close event to WAL at 1731493266959Closed at 1731493266959 2024-11-13T10:21:06,960 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T10:21:06,960 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731493266130.b988277f76dc97ec960de863cef59473.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731493266960"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731493266960"}]},"ts":"1731493266960"} 2024-11-13T10:21:06,962 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T10:21:06,963 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T10:21:06,963 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731493266963"}]},"ts":"1731493266963"} 2024-11-13T10:21:06,965 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T10:21:06,965 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b988277f76dc97ec960de863cef59473, ASSIGN}] 2024-11-13T10:21:06,966 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b988277f76dc97ec960de863cef59473, ASSIGN 2024-11-13T10:21:06,966 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b988277f76dc97ec960de863cef59473, ASSIGN; state=OFFLINE, location=770665a7984d,36763,1731493253397; forceNewPlan=false, retain=false 2024-11-13T10:21:07,078 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43995,1731493249479.replicationSource.wal-reader.770665a7984d%2C43995%2C1731493249479,1-770665a7984d,43995,1731493249479 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/WALs/770665a7984d,43995,1731493249479/770665a7984d%2C43995%2C1731493249479.1731493251070 to pos 379, reset compression=false 2024-11-13T10:21:07,117 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b988277f76dc97ec960de863cef59473, regionState=OPENING, regionLocation=770665a7984d,36763,1731493253397 2024-11-13T10:21:07,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b988277f76dc97ec960de863cef59473, ASSIGN because future has completed 2024-11-13T10:21:07,119 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b988277f76dc97ec960de863cef59473, server=770665a7984d,36763,1731493253397}] 2024-11-13T10:21:07,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T10:21:07,274 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731493266130.b988277f76dc97ec960de863cef59473. 2024-11-13T10:21:07,275 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:21:07,275 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T10:21:07,276 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=770665a7984d%2C36763%2C1731493253397.rep, suffix=, logDir=hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/WALs/770665a7984d,36763,1731493253397, archiveDir=hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/oldWALs, maxLogs=10 2024-11-13T10:21:07,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/WALs/770665a7984d,36763,1731493253397/770665a7984d%2C36763%2C1731493253397.rep.1731493267276, exclude list is [], retry=0 2024-11-13T10:21:07,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37953,DS-bf7c4f4c-9fec-4bcb-8c46-5f0164c4809d,DISK] 2024-11-13T10:21:07,297 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/WALs/770665a7984d,36763,1731493253397/770665a7984d%2C36763%2C1731493253397.rep.1731493267276 2024-11-13T10:21:07,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45177:45177)] 2024-11-13T10:21:07,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b988277f76dc97ec960de863cef59473, NAME => 'hbase:replication,,1731493266130.b988277f76dc97ec960de863cef59473.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:21:07,297 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T10:21:07,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T10:21:07,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731493266130.b988277f76dc97ec960de863cef59473. service=MultiRowMutationService 2024-11-13T10:21:07,298 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T10:21:07,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b988277f76dc97ec960de863cef59473 2024-11-13T10:21:07,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731493266130.b988277f76dc97ec960de863cef59473.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:21:07,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b988277f76dc97ec960de863cef59473 2024-11-13T10:21:07,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b988277f76dc97ec960de863cef59473 2024-11-13T10:21:07,299 INFO [StoreOpener-b988277f76dc97ec960de863cef59473-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b988277f76dc97ec960de863cef59473 2024-11-13T10:21:07,300 INFO [StoreOpener-b988277f76dc97ec960de863cef59473-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b988277f76dc97ec960de863cef59473 columnFamilyName hfileref 2024-11-13T10:21:07,300 DEBUG [StoreOpener-b988277f76dc97ec960de863cef59473-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:07,300 INFO [StoreOpener-b988277f76dc97ec960de863cef59473-1 {}] regionserver.HStore(327): Store=b988277f76dc97ec960de863cef59473/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:21:07,300 INFO [StoreOpener-b988277f76dc97ec960de863cef59473-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b988277f76dc97ec960de863cef59473 2024-11-13T10:21:07,301 INFO [StoreOpener-b988277f76dc97ec960de863cef59473-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b988277f76dc97ec960de863cef59473 columnFamilyName queue 2024-11-13T10:21:07,301 DEBUG [StoreOpener-b988277f76dc97ec960de863cef59473-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:07,301 INFO [StoreOpener-b988277f76dc97ec960de863cef59473-1 {}] regionserver.HStore(327): Store=b988277f76dc97ec960de863cef59473/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:21:07,301 INFO [StoreOpener-b988277f76dc97ec960de863cef59473-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b988277f76dc97ec960de863cef59473 2024-11-13T10:21:07,302 INFO [StoreOpener-b988277f76dc97ec960de863cef59473-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b988277f76dc97ec960de863cef59473 columnFamilyName sid 2024-11-13T10:21:07,302 DEBUG [StoreOpener-b988277f76dc97ec960de863cef59473-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:07,302 INFO [StoreOpener-b988277f76dc97ec960de863cef59473-1 {}] regionserver.HStore(327): Store=b988277f76dc97ec960de863cef59473/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:21:07,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b988277f76dc97ec960de863cef59473 2024-11-13T10:21:07,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/data/hbase/replication/b988277f76dc97ec960de863cef59473 2024-11-13T10:21:07,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/data/hbase/replication/b988277f76dc97ec960de863cef59473 2024-11-13T10:21:07,304 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b988277f76dc97ec960de863cef59473 2024-11-13T10:21:07,304 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b988277f76dc97ec960de863cef59473 2024-11-13T10:21:07,304 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T10:21:07,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b988277f76dc97ec960de863cef59473 2024-11-13T10:21:07,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/data/hbase/replication/b988277f76dc97ec960de863cef59473/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:21:07,306 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b988277f76dc97ec960de863cef59473; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63289727, jitterRate=-0.056909576058387756}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T10:21:07,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b988277f76dc97ec960de863cef59473 2024-11-13T10:21:07,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b988277f76dc97ec960de863cef59473: Running coprocessor pre-open hook at 1731493267298Writing region info on filesystem at 1731493267298Initializing all the Stores at 1731493267298Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493267298Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493267299 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493267299Cleaning up temporary data from old regions at 1731493267304 (+5 ms)Running coprocessor post-open hooks at 1731493267306 (+2 ms)Region opened successfully at 1731493267306 2024-11-13T10:21:07,307 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731493266130.b988277f76dc97ec960de863cef59473., pid=10, masterSystemTime=1731493267271 2024-11-13T10:21:07,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731493266130.b988277f76dc97ec960de863cef59473. 2024-11-13T10:21:07,309 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731493266130.b988277f76dc97ec960de863cef59473. 2024-11-13T10:21:07,309 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b988277f76dc97ec960de863cef59473, regionState=OPEN, openSeqNum=2, regionLocation=770665a7984d,36763,1731493253397 2024-11-13T10:21:07,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b988277f76dc97ec960de863cef59473, server=770665a7984d,36763,1731493253397 because future has completed 2024-11-13T10:21:07,313 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T10:21:07,313 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b988277f76dc97ec960de863cef59473, server=770665a7984d,36763,1731493253397 in 193 msec 2024-11-13T10:21:07,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T10:21:07,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b988277f76dc97ec960de863cef59473, ASSIGN in 348 msec 2024-11-13T10:21:07,315 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T10:21:07,315 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731493267315"}]},"ts":"1731493267315"} 2024-11-13T10:21:07,316 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T10:21:07,317 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T10:21:07,318 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1870 sec 2024-11-13T10:21:07,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731493266130.b988277f76dc97ec960de863cef59473., hostname=770665a7984d,36763,1731493253397, seqNum=2] 2024-11-13T10:21:07,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40727-0x10110d827540003, quorum=127.0.0.1:55942, baseZNode=/1-1069108159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1069108159 2024-11-13T10:21:07,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36763-0x10110d827540004, quorum=127.0.0.1:55942, baseZNode=/1-1069108159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1069108159 2024-11-13T10:21:07,633 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T10:21:07,682 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43995,1731493249479.replicationSource.wal-reader.770665a7984d%2C43995%2C1731493249479,1-770665a7984d,43995,1731493249479 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/WALs/770665a7984d,43995,1731493249479/770665a7984d%2C43995%2C1731493249479.1731493251070 to pos 379, reset compression=false 2024-11-13T10:21:07,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36763 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T10:21:07,786 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T10:21:07,815 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-770665a7984d,36763,1731493253397, ReplicationSource: 1, currentBandwidth=0 2024-11-13T10:21:07,816 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:21:07,816 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,36763,1731493253397, seqNum=-1] 2024-11-13T10:21:07,816 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:21:07,817 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37341, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-13T10:21:07,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-770665a7984d,36763,1731493253397', locateType=CURRENT is [region=hbase:replication,,1731493266130.b988277f76dc97ec960de863cef59473., hostname=770665a7984d,36763,1731493253397, seqNum=2] 2024-11-13T10:21:07,821 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T10:21:07,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T10:21:07,823 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 770665a7984d,36763,1731493253397 suceeded 2024-11-13T10:21:07,825 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T10:21:07,825 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-13T10:21:07,825 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://770665a7984d:42735,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T10:21:07,827 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7050 sec 2024-11-13T10:21:07,836 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,36763,1731493253397 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='770665a7984d:42735' 2024-11-13T10:21:07,837 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,36763,1731493253397 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4cf5258a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:07,837 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,36763,1731493253397 {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,42735,-1 for getting cluster id 2024-11-13T10:21:07,837 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,36763,1731493253397 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:21:07,838 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c58bae80-4266-4fa3-8f06-acedcc9617b5' 2024-11-13T10:21:07,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:21:07,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c58bae80-4266-4fa3-8f06-acedcc9617b5" 2024-11-13T10:21:07,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15c25e9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:07,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,42735,-1] 2024-11-13T10:21:07,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:21:07,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:07,839 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:21:07,840 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,36763,1731493253397 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59ac0f56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:07,840 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,36763,1731493253397 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:21:07,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,42735,1731493256812 2024-11-13T10:21:07,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26e0793f 2024-11-13T10:21:07,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:21:07,841 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-13T10:21:07,842 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,36763,1731493253397 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-770665a7984d,36763,1731493253397 (queues=1) is replicating from cluster=2b8a2ada-70a3-4a2b-a59a-444c3be73f7d to cluster=c58bae80-4266-4fa3-8f06-acedcc9617b5 2024-11-13T10:21:07,842 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,36763,1731493253397 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=770665a7984d%2C36763%2C1731493253397 2024-11-13T10:21:07,842 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,36763,1731493253397 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-770665a7984d,36763,1731493253397, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T10:21:07,842 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,36763,1731493253397.replicationSource.wal-reader.770665a7984d%2C36763%2C1731493253397,1-770665a7984d,36763,1731493253397 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/WALs/770665a7984d,36763,1731493253397/770665a7984d%2C36763%2C1731493253397.1731493254589, startPosition=0, beingWritten=true 2024-11-13T10:21:07,842 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,36763,1731493253397.replicationSource.shipper770665a7984d%2C36763%2C1731493253397,1-770665a7984d,36763,1731493253397 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 770665a7984d%2C36763%2C1731493253397 2024-11-13T10:21:07,847 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,36763,1731493253397.replicationSource.wal-reader.770665a7984d%2C36763%2C1731493253397,1-770665a7984d,36763,1731493253397 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T10:21:07,847 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,36763,1731493253397.replicationSource.wal-reader.770665a7984d%2C36763%2C1731493253397,1-770665a7984d,36763,1731493253397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/WALs/770665a7984d,36763,1731493253397/770665a7984d%2C36763%2C1731493253397.1731493254589 to pos 379, reset compression=false 2024-11-13T10:21:07,847 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,36763,1731493253397.replicationSource.shipper770665a7984d%2C36763%2C1731493253397,1-770665a7984d,36763,1731493253397 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-770665a7984d,36763,1731493253397 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/WALs/770665a7984d,36763,1731493253397/770665a7984d%2C36763%2C1731493253397.1731493254589, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T10:21:08,050 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,36763,1731493253397.replicationSource.wal-reader.770665a7984d%2C36763%2C1731493253397,1-770665a7984d,36763,1731493253397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/WALs/770665a7984d,36763,1731493253397/770665a7984d%2C36763%2C1731493253397.1731493254589 to pos 379, reset compression=false 2024-11-13T10:21:08,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T10:21:08,282 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T10:21:08,282 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T10:21:08,282 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:21:08,283 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:08,283 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:08,283 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:21:08,283 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63406098, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:08,283 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,42735,-1 for getting cluster id 2024-11-13T10:21:08,284 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:21:08,284 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c58bae80-4266-4fa3-8f06-acedcc9617b5' 2024-11-13T10:21:08,284 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:21:08,285 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c58bae80-4266-4fa3-8f06-acedcc9617b5" 2024-11-13T10:21:08,285 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@748e209, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:08,285 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,42735,-1] 2024-11-13T10:21:08,285 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:21:08,285 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:08,286 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:21:08,286 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73737fbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:08,287 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:21:08,287 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,42735,1731493256812 2024-11-13T10:21:08,287 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@607e1cfa 2024-11-13T10:21:08,287 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:21:08,288 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T10:21:08,288 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42735 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://770665a7984d:40727,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T10:21:08,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42735 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T10:21:08,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T10:21:08,291 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='770665a7984d:40727' 2024-11-13T10:21:08,292 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42f5aaa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:08,292 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,40727,-1 for getting cluster id 2024-11-13T10:21:08,292 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:21:08,292 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2b8a2ada-70a3-4a2b-a59a-444c3be73f7d' 2024-11-13T10:21:08,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:21:08,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2b8a2ada-70a3-4a2b-a59a-444c3be73f7d" 2024-11-13T10:21:08,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69c68fad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:08,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,40727,-1] 2024-11-13T10:21:08,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:21:08,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:08,293 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:21:08,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@612c8c28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:08,294 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:21:08,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,40727,1731493253172 2024-11-13T10:21:08,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@386277dc 2024-11-13T10:21:08,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:21:08,295 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T10:21:08,296 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T10:21:08,296 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T10:21:08,296 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:08,296 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:08,296 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:21:08,296 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T10:21:08,298 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T10:21:08,299 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T10:21:08,299 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:08,300 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T10:21:08,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741837_1013 (size=1138) 2024-11-13T10:21:08,309 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9a6ab63fadb6c54cc1f4bb0805ea894f, NAME => 'hbase:replication,,1731493268296.9a6ab63fadb6c54cc1f4bb0805ea894f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36 2024-11-13T10:21:08,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741838_1014 (size=44) 2024-11-13T10:21:08,321 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731493268296.9a6ab63fadb6c54cc1f4bb0805ea894f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:21:08,321 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9a6ab63fadb6c54cc1f4bb0805ea894f, disabling compactions & flushes 2024-11-13T10:21:08,321 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731493268296.9a6ab63fadb6c54cc1f4bb0805ea894f. 2024-11-13T10:21:08,321 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731493268296.9a6ab63fadb6c54cc1f4bb0805ea894f. 2024-11-13T10:21:08,321 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731493268296.9a6ab63fadb6c54cc1f4bb0805ea894f. after waiting 0 ms 2024-11-13T10:21:08,321 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731493268296.9a6ab63fadb6c54cc1f4bb0805ea894f. 2024-11-13T10:21:08,321 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731493268296.9a6ab63fadb6c54cc1f4bb0805ea894f. 2024-11-13T10:21:08,321 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9a6ab63fadb6c54cc1f4bb0805ea894f: Waiting for close lock at 1731493268321Disabling compacts and flushes for region at 1731493268321Disabling writes for close at 1731493268321Writing region close event to WAL at 1731493268321Closed at 1731493268321 2024-11-13T10:21:08,322 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T10:21:08,323 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731493268296.9a6ab63fadb6c54cc1f4bb0805ea894f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731493268323"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731493268323"}]},"ts":"1731493268323"} 2024-11-13T10:21:08,325 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T10:21:08,325 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T10:21:08,325 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731493268325"}]},"ts":"1731493268325"} 2024-11-13T10:21:08,327 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T10:21:08,327 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9a6ab63fadb6c54cc1f4bb0805ea894f, ASSIGN}] 2024-11-13T10:21:08,328 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9a6ab63fadb6c54cc1f4bb0805ea894f, ASSIGN 2024-11-13T10:21:08,329 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9a6ab63fadb6c54cc1f4bb0805ea894f, ASSIGN; state=OFFLINE, location=770665a7984d,38813,1731493256859; forceNewPlan=false, retain=false 2024-11-13T10:21:08,348 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T10:21:08,354 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,36763,1731493253397.replicationSource.wal-reader.770665a7984d%2C36763%2C1731493253397,1-770665a7984d,36763,1731493253397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/WALs/770665a7984d,36763,1731493253397/770665a7984d%2C36763%2C1731493253397.1731493254589 to pos 379, reset compression=false 2024-11-13T10:21:08,386 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43995,1731493249479.replicationSource.wal-reader.770665a7984d%2C43995%2C1731493249479,1-770665a7984d,43995,1731493249479 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/WALs/770665a7984d,43995,1731493249479/770665a7984d%2C43995%2C1731493249479.1731493251070 to pos 379, reset compression=false 2024-11-13T10:21:08,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T10:21:08,479 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9a6ab63fadb6c54cc1f4bb0805ea894f, regionState=OPENING, regionLocation=770665a7984d,38813,1731493256859 2024-11-13T10:21:08,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9a6ab63fadb6c54cc1f4bb0805ea894f, ASSIGN because future has completed 2024-11-13T10:21:08,482 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9a6ab63fadb6c54cc1f4bb0805ea894f, server=770665a7984d,38813,1731493256859}] 2024-11-13T10:21:08,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T10:21:08,638 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731493268296.9a6ab63fadb6c54cc1f4bb0805ea894f. 2024-11-13T10:21:08,638 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:21:08,638 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T10:21:08,639 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=770665a7984d%2C38813%2C1731493256859.rep, suffix=, logDir=hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/WALs/770665a7984d,38813,1731493256859, archiveDir=hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/oldWALs, maxLogs=10 2024-11-13T10:21:08,652 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/WALs/770665a7984d,38813,1731493256859/770665a7984d%2C38813%2C1731493256859.rep.1731493268639, exclude list is [], retry=0 2024-11-13T10:21:08,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37065,DS-fe3f3aff-ddf6-4f2c-92c6-9ded051e37ed,DISK] 2024-11-13T10:21:08,655 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/WALs/770665a7984d,38813,1731493256859/770665a7984d%2C38813%2C1731493256859.rep.1731493268639 2024-11-13T10:21:08,655 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45029:45029)] 2024-11-13T10:21:08,656 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9a6ab63fadb6c54cc1f4bb0805ea894f, NAME => 'hbase:replication,,1731493268296.9a6ab63fadb6c54cc1f4bb0805ea894f.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:21:08,656 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T10:21:08,656 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T10:21:08,656 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731493268296.9a6ab63fadb6c54cc1f4bb0805ea894f. service=MultiRowMutationService 2024-11-13T10:21:08,656 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T10:21:08,656 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9a6ab63fadb6c54cc1f4bb0805ea894f 2024-11-13T10:21:08,656 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731493268296.9a6ab63fadb6c54cc1f4bb0805ea894f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:21:08,656 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9a6ab63fadb6c54cc1f4bb0805ea894f 2024-11-13T10:21:08,656 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9a6ab63fadb6c54cc1f4bb0805ea894f 2024-11-13T10:21:08,657 INFO [StoreOpener-9a6ab63fadb6c54cc1f4bb0805ea894f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9a6ab63fadb6c54cc1f4bb0805ea894f 2024-11-13T10:21:08,658 INFO [StoreOpener-9a6ab63fadb6c54cc1f4bb0805ea894f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a6ab63fadb6c54cc1f4bb0805ea894f columnFamilyName hfileref 2024-11-13T10:21:08,658 DEBUG [StoreOpener-9a6ab63fadb6c54cc1f4bb0805ea894f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:08,658 INFO [StoreOpener-9a6ab63fadb6c54cc1f4bb0805ea894f-1 {}] regionserver.HStore(327): Store=9a6ab63fadb6c54cc1f4bb0805ea894f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:21:08,658 INFO [StoreOpener-9a6ab63fadb6c54cc1f4bb0805ea894f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9a6ab63fadb6c54cc1f4bb0805ea894f 2024-11-13T10:21:08,659 INFO [StoreOpener-9a6ab63fadb6c54cc1f4bb0805ea894f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a6ab63fadb6c54cc1f4bb0805ea894f columnFamilyName queue 2024-11-13T10:21:08,659 DEBUG [StoreOpener-9a6ab63fadb6c54cc1f4bb0805ea894f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:08,660 INFO [StoreOpener-9a6ab63fadb6c54cc1f4bb0805ea894f-1 {}] regionserver.HStore(327): Store=9a6ab63fadb6c54cc1f4bb0805ea894f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:21:08,660 INFO [StoreOpener-9a6ab63fadb6c54cc1f4bb0805ea894f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9a6ab63fadb6c54cc1f4bb0805ea894f 2024-11-13T10:21:08,660 INFO [StoreOpener-9a6ab63fadb6c54cc1f4bb0805ea894f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a6ab63fadb6c54cc1f4bb0805ea894f columnFamilyName sid 2024-11-13T10:21:08,660 DEBUG [StoreOpener-9a6ab63fadb6c54cc1f4bb0805ea894f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:08,661 INFO [StoreOpener-9a6ab63fadb6c54cc1f4bb0805ea894f-1 {}] regionserver.HStore(327): Store=9a6ab63fadb6c54cc1f4bb0805ea894f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:21:08,661 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9a6ab63fadb6c54cc1f4bb0805ea894f 2024-11-13T10:21:08,661 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/data/hbase/replication/9a6ab63fadb6c54cc1f4bb0805ea894f 2024-11-13T10:21:08,662 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/data/hbase/replication/9a6ab63fadb6c54cc1f4bb0805ea894f 2024-11-13T10:21:08,662 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9a6ab63fadb6c54cc1f4bb0805ea894f 2024-11-13T10:21:08,662 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9a6ab63fadb6c54cc1f4bb0805ea894f 2024-11-13T10:21:08,663 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T10:21:08,664 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9a6ab63fadb6c54cc1f4bb0805ea894f 2024-11-13T10:21:08,665 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/data/hbase/replication/9a6ab63fadb6c54cc1f4bb0805ea894f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:21:08,666 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9a6ab63fadb6c54cc1f4bb0805ea894f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59683143, jitterRate=-0.11065186560153961}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T10:21:08,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9a6ab63fadb6c54cc1f4bb0805ea894f 2024-11-13T10:21:08,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9a6ab63fadb6c54cc1f4bb0805ea894f: Running coprocessor pre-open hook at 1731493268656Writing region info on filesystem at 1731493268656Initializing all the Stores at 1731493268657 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493268657Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493268657Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493268657Cleaning up temporary data from old regions at 1731493268662 (+5 ms)Running coprocessor post-open hooks at 1731493268666 (+4 ms)Region opened successfully at 1731493268666 2024-11-13T10:21:08,666 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731493268296.9a6ab63fadb6c54cc1f4bb0805ea894f., pid=10, masterSystemTime=1731493268635 2024-11-13T10:21:08,668 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731493268296.9a6ab63fadb6c54cc1f4bb0805ea894f. 2024-11-13T10:21:08,668 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731493268296.9a6ab63fadb6c54cc1f4bb0805ea894f. 2024-11-13T10:21:08,669 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9a6ab63fadb6c54cc1f4bb0805ea894f, regionState=OPEN, openSeqNum=2, regionLocation=770665a7984d,38813,1731493256859 2024-11-13T10:21:08,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9a6ab63fadb6c54cc1f4bb0805ea894f, server=770665a7984d,38813,1731493256859 because future has completed 2024-11-13T10:21:08,673 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T10:21:08,673 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9a6ab63fadb6c54cc1f4bb0805ea894f, server=770665a7984d,38813,1731493256859 in 190 msec 2024-11-13T10:21:08,677 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T10:21:08,677 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9a6ab63fadb6c54cc1f4bb0805ea894f, ASSIGN in 346 msec 2024-11-13T10:21:08,677 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T10:21:08,678 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731493268677"}]},"ts":"1731493268677"} 2024-11-13T10:21:08,679 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T10:21:08,680 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T10:21:08,681 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 384 msec 2024-11-13T10:21:08,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731493268296.9a6ab63fadb6c54cc1f4bb0805ea894f., hostname=770665a7984d,38813,1731493256859, seqNum=2] 2024-11-13T10:21:08,760 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,36763,1731493253397.replicationSource.wal-reader.770665a7984d%2C36763%2C1731493253397,1-770665a7984d,36763,1731493253397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/WALs/770665a7984d,36763,1731493253397/770665a7984d%2C36763%2C1731493253397.1731493254589 to pos 379, reset compression=false 2024-11-13T10:21:08,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38813-0x10110d827540007, quorum=127.0.0.1:55942, baseZNode=/2-1693310367 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1693310367 2024-11-13T10:21:08,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42735-0x10110d827540006, quorum=127.0.0.1:55942, baseZNode=/2-1693310367 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1693310367 2024-11-13T10:21:08,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T10:21:08,932 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T10:21:09,078 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T10:21:09,190 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43995,1731493249479.replicationSource.wal-reader.770665a7984d%2C43995%2C1731493249479,1-770665a7984d,43995,1731493249479 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/WALs/770665a7984d,43995,1731493249479/770665a7984d%2C43995%2C1731493249479.1731493251070 to pos 379, reset compression=false 2024-11-13T10:21:09,230 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38813 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T10:21:09,231 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T10:21:09,263 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,36763,1731493253397.replicationSource.wal-reader.770665a7984d%2C36763%2C1731493253397,1-770665a7984d,36763,1731493253397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/WALs/770665a7984d,36763,1731493253397/770665a7984d%2C36763%2C1731493253397.1731493254589 to pos 379, reset compression=false 2024-11-13T10:21:09,267 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-770665a7984d,38813,1731493256859, ReplicationSource: 1, currentBandwidth=0 2024-11-13T10:21:09,267 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:21:09,267 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,38813,1731493256859, seqNum=-1] 2024-11-13T10:21:09,267 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:21:09,268 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39061, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-13T10:21:09,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-770665a7984d,38813,1731493256859', locateType=CURRENT is [region=hbase:replication,,1731493268296.9a6ab63fadb6c54cc1f4bb0805ea894f., hostname=770665a7984d,38813,1731493256859, seqNum=2] 2024-11-13T10:21:09,272 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T10:21:09,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42735 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T10:21:09,276 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 770665a7984d,38813,1731493256859 suceeded 2024-11-13T10:21:09,278 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T10:21:09,278 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-11-13T10:21:09,278 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://770665a7984d:40727,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T10:21:09,279 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 989 msec 2024-11-13T10:21:09,289 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38813,1731493256859 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='770665a7984d:40727' 2024-11-13T10:21:09,291 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38813,1731493256859 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@573e5efb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:09,291 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38813,1731493256859 {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,40727,-1 for getting cluster id 2024-11-13T10:21:09,291 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38813,1731493256859 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:21:09,292 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2b8a2ada-70a3-4a2b-a59a-444c3be73f7d' 2024-11-13T10:21:09,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:21:09,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2b8a2ada-70a3-4a2b-a59a-444c3be73f7d" 2024-11-13T10:21:09,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ae3da76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:09,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,40727,-1] 2024-11-13T10:21:09,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:21:09,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:09,293 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:21:09,294 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38813,1731493256859 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d801a7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:09,294 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38813,1731493256859 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:21:09,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,40727,1731493253172 2024-11-13T10:21:09,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@791b209b 2024-11-13T10:21:09,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:21:09,295 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-13T10:21:09,296 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38813,1731493256859 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-770665a7984d,38813,1731493256859 (queues=1) is replicating from cluster=c58bae80-4266-4fa3-8f06-acedcc9617b5 to cluster=2b8a2ada-70a3-4a2b-a59a-444c3be73f7d 2024-11-13T10:21:09,296 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38813,1731493256859 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=770665a7984d%2C38813%2C1731493256859 2024-11-13T10:21:09,296 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38813,1731493256859 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-770665a7984d,38813,1731493256859, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T10:21:09,296 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38813,1731493256859.replicationSource.wal-reader.770665a7984d%2C38813%2C1731493256859,1-770665a7984d,38813,1731493256859 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/WALs/770665a7984d,38813,1731493256859/770665a7984d%2C38813%2C1731493256859.1731493258467, startPosition=0, beingWritten=true 2024-11-13T10:21:09,296 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38813,1731493256859.replicationSource.shipper770665a7984d%2C38813%2C1731493256859,1-770665a7984d,38813,1731493256859 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 770665a7984d%2C38813%2C1731493256859 2024-11-13T10:21:09,305 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38813,1731493256859.replicationSource.wal-reader.770665a7984d%2C38813%2C1731493256859,1-770665a7984d,38813,1731493256859 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T10:21:09,305 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38813,1731493256859.replicationSource.wal-reader.770665a7984d%2C38813%2C1731493256859,1-770665a7984d,38813,1731493256859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/WALs/770665a7984d,38813,1731493256859/770665a7984d%2C38813%2C1731493256859.1731493258467 to pos 379, reset compression=false 2024-11-13T10:21:09,306 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38813,1731493256859.replicationSource.shipper770665a7984d%2C38813%2C1731493256859,1-770665a7984d,38813,1731493256859 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-770665a7984d,38813,1731493256859 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/WALs/770665a7984d,38813,1731493256859/770665a7984d%2C38813%2C1731493256859.1731493258467, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T10:21:09,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42735 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T10:21:09,432 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T10:21:09,432 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T10:21:09,432 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:21:09,432 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:09,432 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:09,432 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:21:09,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29ebb655, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:09,433 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,37191,-1 for getting cluster id 2024-11-13T10:21:09,433 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:21:09,433 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0efe6f10-ff48-4897-8770-d352d377e13a' 2024-11-13T10:21:09,434 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:21:09,434 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0efe6f10-ff48-4897-8770-d352d377e13a" 2024-11-13T10:21:09,434 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69999293, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:09,434 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,37191,-1] 2024-11-13T10:21:09,434 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:21:09,434 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:09,435 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:21:09,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@765a197, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:09,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dbb5b26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:09,436 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,40727,-1 for getting cluster id 2024-11-13T10:21:09,436 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:21:09,436 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2b8a2ada-70a3-4a2b-a59a-444c3be73f7d' 2024-11-13T10:21:09,436 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:21:09,436 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2b8a2ada-70a3-4a2b-a59a-444c3be73f7d" 2024-11-13T10:21:09,437 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18e46232, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:09,437 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,40727,-1] 2024-11-13T10:21:09,437 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:21:09,437 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:09,437 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:21:09,438 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14b1c2f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:09,438 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42761de4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:09,438 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,42735,-1 for getting cluster id 2024-11-13T10:21:09,438 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:21:09,439 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c58bae80-4266-4fa3-8f06-acedcc9617b5' 2024-11-13T10:21:09,439 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:21:09,439 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c58bae80-4266-4fa3-8f06-acedcc9617b5" 2024-11-13T10:21:09,439 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c49ea84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:09,439 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,42735,-1] 2024-11-13T10:21:09,439 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:21:09,439 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:09,440 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:21:09,440 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59bda12f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:09,441 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:21:09,441 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,43995,1731493249479, seqNum=-1] 2024-11-13T10:21:09,442 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:21:09,442 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:21:09,444 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731493259500.9ec6eecd94e98233577e3dbcd0326504., hostname=770665a7984d,43995,1731493249479, seqNum=2] 2024-11-13T10:21:09,446 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:21:09,447 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,38813,1731493256859, seqNum=-1] 2024-11-13T10:21:09,447 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:21:09,448 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:21:09,449 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731493262794.5b6ca75a64253f923204c185e2999b38., hostname=770665a7984d,38813,1731493256859, seqNum=2] 2024-11-13T10:21:09,450 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-13T10:21:09,510 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38813,1731493256859.replicationSource.wal-reader.770665a7984d%2C38813%2C1731493256859,1-770665a7984d,38813,1731493256859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/WALs/770665a7984d,38813,1731493256859/770665a7984d%2C38813%2C1731493256859.1731493258467 to pos 379, reset compression=false 2024-11-13T10:21:09,815 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38813,1731493256859.replicationSource.wal-reader.770665a7984d%2C38813%2C1731493256859,1-770665a7984d,38813,1731493256859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/WALs/770665a7984d,38813,1731493256859/770665a7984d%2C38813%2C1731493256859.1731493258467 to pos 379, reset compression=false 2024-11-13T10:21:09,866 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,36763,1731493253397.replicationSource.wal-reader.770665a7984d%2C36763%2C1731493253397,1-770665a7984d,36763,1731493253397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/WALs/770665a7984d,36763,1731493253397/770665a7984d%2C36763%2C1731493253397.1731493254589 to pos 379, reset compression=false 2024-11-13T10:21:10,093 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43995,1731493249479.replicationSource.wal-reader.770665a7984d%2C43995%2C1731493249479,1-770665a7984d,43995,1731493249479 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/WALs/770665a7984d,43995,1731493249479/770665a7984d%2C43995%2C1731493249479.1731493251070 to pos 379, reset compression=false 2024-11-13T10:21:10,098 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43995,1731493249479.replicationSource.wal-reader.770665a7984d%2C43995%2C1731493249479,1-770665a7984d,43995,1731493249479 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T10:21:10,098 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43995,1731493249479.replicationSource.wal-reader.770665a7984d%2C43995%2C1731493249479,1-770665a7984d,43995,1731493249479 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/WALs/770665a7984d,43995,1731493249479/770665a7984d%2C43995%2C1731493249479.1731493251070 to pos 480, reset compression=false 2024-11-13T10:21:10,098 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43995,1731493249479.replicationSource.shipper770665a7984d%2C43995%2C1731493249479,1-770665a7984d,43995,1731493249479 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-770665a7984d,43995,1731493249479 got entry batch from reader: WALEntryBatch [walEntries=[{test/9ec6eecd94e98233577e3dbcd0326504/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/WALs/770665a7984d,43995,1731493249479/770665a7984d%2C43995%2C1731493249479.1731493251070, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-13T10:21:10,100 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43995,1731493249479.replicationSource.shipper770665a7984d%2C43995%2C1731493249479,1-770665a7984d,43995,1731493249479 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T10:21:10,101 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-13T10:21:10,101 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36763 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T10:21:10,102 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36763 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44f5e85b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:10,102 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36763 {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,40727,-1 for getting cluster id 2024-11-13T10:21:10,103 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36763 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:21:10,103 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2b8a2ada-70a3-4a2b-a59a-444c3be73f7d' 2024-11-13T10:21:10,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:21:10,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2b8a2ada-70a3-4a2b-a59a-444c3be73f7d" 2024-11-13T10:21:10,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@429d77c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:10,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,40727,-1] 2024-11-13T10:21:10,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:21:10,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:10,104 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:21:10,105 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36763 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f86998f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:10,105 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36763 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:21:10,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,36763,1731493253397, seqNum=-1] 2024-11-13T10:21:10,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:21:10,107 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-13T10:21:10,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731493261654.bb41933be0decbfb6b489e8bc90be36c., hostname=770665a7984d,36763,1731493253397, seqNum=2] 2024-11-13T10:21:10,112 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36763 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T10:21:10,219 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38813,1731493256859.replicationSource.wal-reader.770665a7984d%2C38813%2C1731493256859,1-770665a7984d,38813,1731493256859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/WALs/770665a7984d,38813,1731493256859/770665a7984d%2C38813%2C1731493256859.1731493258467 to pos 379, reset compression=false 2024-11-13T10:21:10,301 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43995,1731493249479.replicationSource.wal-reader.770665a7984d%2C43995%2C1731493249479,1-770665a7984d,43995,1731493249479 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/WALs/770665a7984d,43995,1731493249479/770665a7984d%2C43995%2C1731493249479.1731493251070 to pos 480, reset compression=false 2024-11-13T10:21:10,452 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-13T10:21:10,571 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,36763,1731493253397.replicationSource.wal-reader.770665a7984d%2C36763%2C1731493253397,1-770665a7984d,36763,1731493253397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/WALs/770665a7984d,36763,1731493253397/770665a7984d%2C36763%2C1731493253397.1731493254589 to pos 379, reset compression=false 2024-11-13T10:21:10,576 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,36763,1731493253397.replicationSource.wal-reader.770665a7984d%2C36763%2C1731493253397,1-770665a7984d,36763,1731493253397 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T10:21:10,576 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,36763,1731493253397.replicationSource.wal-reader.770665a7984d%2C36763%2C1731493253397,1-770665a7984d,36763,1731493253397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/WALs/770665a7984d,36763,1731493253397/770665a7984d%2C36763%2C1731493253397.1731493254589 to pos 503, reset compression=false 2024-11-13T10:21:10,576 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,36763,1731493253397.replicationSource.shipper770665a7984d%2C36763%2C1731493253397,1-770665a7984d,36763,1731493253397 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-770665a7984d,36763,1731493253397 got entry batch from reader: WALEntryBatch [walEntries=[{test/bb41933be0decbfb6b489e8bc90be36c/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/WALs/770665a7984d,36763,1731493253397/770665a7984d%2C36763%2C1731493253397.1731493254589, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-13T10:21:10,579 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,36763,1731493253397.replicationSource.shipper770665a7984d%2C36763%2C1731493253397,1-770665a7984d,36763,1731493253397 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T10:21:10,580 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-13T10:21:10,581 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38813 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T10:21:10,581 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38813 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2722cc34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:10,581 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38813 {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,42735,-1 for getting cluster id 2024-11-13T10:21:10,581 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38813 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:21:10,582 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c58bae80-4266-4fa3-8f06-acedcc9617b5' 2024-11-13T10:21:10,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:21:10,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c58bae80-4266-4fa3-8f06-acedcc9617b5" 2024-11-13T10:21:10,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2271c5cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:10,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,42735,-1] 2024-11-13T10:21:10,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:21:10,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:10,583 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:21:10,583 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38813 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76ff02fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:10,584 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38813 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:21:10,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,38813,1731493256859, seqNum=-1] 2024-11-13T10:21:10,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:21:10,585 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-13T10:21:10,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731493262794.5b6ca75a64253f923204c185e2999b38., hostname=770665a7984d,38813,1731493256859, seqNum=2] 2024-11-13T10:21:10,589 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38813 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T10:21:10,604 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43995,1731493249479.replicationSource.wal-reader.770665a7984d%2C43995%2C1731493249479,1-770665a7984d,43995,1731493249479 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/WALs/770665a7984d,43995,1731493249479/770665a7984d%2C43995%2C1731493249479.1731493251070 to pos 480, reset compression=false 2024-11-13T10:21:10,723 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38813,1731493256859.replicationSource.wal-reader.770665a7984d%2C38813%2C1731493256859,1-770665a7984d,38813,1731493256859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/WALs/770665a7984d,38813,1731493256859/770665a7984d%2C38813%2C1731493256859.1731493258467 to pos 379, reset compression=false 2024-11-13T10:21:10,727 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38813,1731493256859.replicationSource.wal-reader.770665a7984d%2C38813%2C1731493256859,1-770665a7984d,38813,1731493256859 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T10:21:10,727 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38813,1731493256859.replicationSource.wal-reader.770665a7984d%2C38813%2C1731493256859,1-770665a7984d,38813,1731493256859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/WALs/770665a7984d,38813,1731493256859/770665a7984d%2C38813%2C1731493256859.1731493258467 to pos 526, reset compression=false 2024-11-13T10:21:10,727 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38813,1731493256859.replicationSource.shipper770665a7984d%2C38813%2C1731493256859,1-770665a7984d,38813,1731493256859 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-770665a7984d,38813,1731493256859 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/WALs/770665a7984d,38813,1731493256859/770665a7984d%2C38813%2C1731493256859.1731493258467, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T10:21:10,779 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,36763,1731493253397.replicationSource.wal-reader.770665a7984d%2C36763%2C1731493253397,1-770665a7984d,36763,1731493253397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/WALs/770665a7984d,36763,1731493253397/770665a7984d%2C36763%2C1731493253397.1731493254589 to pos 503, reset compression=false 2024-11-13T10:21:10,861 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T10:21:10,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:10,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:10,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:10,871 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:10,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:10,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:10,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:10,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:10,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:10,908 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:10,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:10,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:10,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:10,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:10,931 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38813,1731493256859.replicationSource.wal-reader.770665a7984d%2C38813%2C1731493256859,1-770665a7984d,38813,1731493256859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/WALs/770665a7984d,38813,1731493256859/770665a7984d%2C38813%2C1731493256859.1731493258467 to pos 526, reset compression=false 2024-11-13T10:21:11,008 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43995,1731493249479.replicationSource.wal-reader.770665a7984d%2C43995%2C1731493249479,1-770665a7984d,43995,1731493249479 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/WALs/770665a7984d,43995,1731493249479/770665a7984d%2C43995%2C1731493249479.1731493251070 to pos 480, reset compression=false 2024-11-13T10:21:11,083 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,36763,1731493253397.replicationSource.wal-reader.770665a7984d%2C36763%2C1731493253397,1-770665a7984d,36763,1731493253397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/WALs/770665a7984d,36763,1731493253397/770665a7984d%2C36763%2C1731493253397.1731493254589 to pos 503, reset compression=false 2024-11-13T10:21:11,235 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38813,1731493256859.replicationSource.wal-reader.770665a7984d%2C38813%2C1731493256859,1-770665a7984d,38813,1731493256859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/WALs/770665a7984d,38813,1731493256859/770665a7984d%2C38813%2C1731493256859.1731493258467 to pos 526, reset compression=false 2024-11-13T10:21:11,454 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-13T10:21:11,454 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:21:11,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,36763,1731493253397, seqNum=-1] 2024-11-13T10:21:11,456 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:21:11,457 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:21:11,458 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731493261654.bb41933be0decbfb6b489e8bc90be36c., hostname=770665a7984d,36763,1731493253397, seqNum=2] 2024-11-13T10:21:11,461 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-13T10:21:11,487 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,36763,1731493253397.replicationSource.wal-reader.770665a7984d%2C36763%2C1731493253397,1-770665a7984d,36763,1731493253397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/WALs/770665a7984d,36763,1731493253397/770665a7984d%2C36763%2C1731493253397.1731493254589 to pos 503, reset compression=false 2024-11-13T10:21:11,493 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,36763,1731493253397.replicationSource.wal-reader.770665a7984d%2C36763%2C1731493253397,1-770665a7984d,36763,1731493253397 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T10:21:11,493 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,36763,1731493253397.replicationSource.wal-reader.770665a7984d%2C36763%2C1731493253397,1-770665a7984d,36763,1731493253397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/WALs/770665a7984d,36763,1731493253397/770665a7984d%2C36763%2C1731493253397.1731493254589 to pos 607, reset compression=false 2024-11-13T10:21:11,493 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,36763,1731493253397.replicationSource.shipper770665a7984d%2C36763%2C1731493253397,1-770665a7984d,36763,1731493253397 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-770665a7984d,36763,1731493253397 got entry batch from reader: WALEntryBatch [walEntries=[{test/bb41933be0decbfb6b489e8bc90be36c/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/WALs/770665a7984d,36763,1731493253397/770665a7984d%2C36763%2C1731493253397.1731493254589, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T10:21:11,494 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38813 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T10:21:11,496 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38813 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T10:21:11,512 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43995,1731493249479.replicationSource.wal-reader.770665a7984d%2C43995%2C1731493249479,1-770665a7984d,43995,1731493249479 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/WALs/770665a7984d,43995,1731493249479/770665a7984d%2C43995%2C1731493249479.1731493251070 to pos 480, reset compression=false 2024-11-13T10:21:11,639 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38813,1731493256859.replicationSource.wal-reader.770665a7984d%2C38813%2C1731493256859,1-770665a7984d,38813,1731493256859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/WALs/770665a7984d,38813,1731493256859/770665a7984d%2C38813%2C1731493256859.1731493258467 to pos 526, reset compression=false 2024-11-13T10:21:11,643 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38813,1731493256859.replicationSource.wal-reader.770665a7984d%2C38813%2C1731493256859,1-770665a7984d,38813,1731493256859 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T10:21:11,643 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38813,1731493256859.replicationSource.wal-reader.770665a7984d%2C38813%2C1731493256859,1-770665a7984d,38813,1731493256859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/WALs/770665a7984d,38813,1731493256859/770665a7984d%2C38813%2C1731493256859.1731493258467 to pos 653, reset compression=false 2024-11-13T10:21:11,643 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38813,1731493256859.replicationSource.shipper770665a7984d%2C38813%2C1731493256859,1-770665a7984d,38813,1731493256859 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-770665a7984d,38813,1731493256859 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/WALs/770665a7984d,38813,1731493256859/770665a7984d%2C38813%2C1731493256859.1731493258467, lastWalPosition=653, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T10:21:11,696 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,36763,1731493253397.replicationSource.wal-reader.770665a7984d%2C36763%2C1731493253397,1-770665a7984d,36763,1731493253397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/WALs/770665a7984d,36763,1731493253397/770665a7984d%2C36763%2C1731493253397.1731493254589 to pos 607, reset compression=false 2024-11-13T10:21:11,846 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38813,1731493256859.replicationSource.wal-reader.770665a7984d%2C38813%2C1731493256859,1-770665a7984d,38813,1731493256859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/WALs/770665a7984d,38813,1731493256859/770665a7984d%2C38813%2C1731493256859.1731493258467 to pos 653, reset compression=false 2024-11-13T10:21:11,972 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:21:11,972 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [770665a7984d,36187,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=770665a7984d:36187 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T10:21:11,972 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88715 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [770665a7984d,36187,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=770665a7984d:36187 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T10:21:11,999 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,36763,1731493253397.replicationSource.wal-reader.770665a7984d%2C36763%2C1731493253397,1-770665a7984d,36763,1731493253397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/WALs/770665a7984d,36763,1731493253397/770665a7984d%2C36763%2C1731493253397.1731493254589 to pos 607, reset compression=false 2024-11-13T10:21:12,115 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43995,1731493249479.replicationSource.wal-reader.770665a7984d%2C43995%2C1731493249479,1-770665a7984d,43995,1731493249479 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/WALs/770665a7984d,43995,1731493249479/770665a7984d%2C43995%2C1731493249479.1731493251070 to pos 480, reset compression=false 2024-11-13T10:21:12,149 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38813,1731493256859.replicationSource.wal-reader.770665a7984d%2C38813%2C1731493256859,1-770665a7984d,38813,1731493256859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/WALs/770665a7984d,38813,1731493256859/770665a7984d%2C38813%2C1731493256859.1731493258467 to pos 653, reset compression=false 2024-11-13T10:21:12,402 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,36763,1731493253397.replicationSource.wal-reader.770665a7984d%2C36763%2C1731493253397,1-770665a7984d,36763,1731493253397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/WALs/770665a7984d,36763,1731493253397/770665a7984d%2C36763%2C1731493253397.1731493254589 to pos 607, reset compression=false 2024-11-13T10:21:12,463 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-13T10:21:12,466 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-13T10:21:12,554 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38813,1731493256859.replicationSource.wal-reader.770665a7984d%2C38813%2C1731493256859,1-770665a7984d,38813,1731493256859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/WALs/770665a7984d,38813,1731493256859/770665a7984d%2C38813%2C1731493256859.1731493258467 to pos 653, reset compression=false 2024-11-13T10:21:12,559 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38813,1731493256859.replicationSource.wal-reader.770665a7984d%2C38813%2C1731493256859,1-770665a7984d,38813,1731493256859 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T10:21:12,559 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38813,1731493256859.replicationSource.shipper770665a7984d%2C38813%2C1731493256859,1-770665a7984d,38813,1731493256859 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-770665a7984d,38813,1731493256859 got entry batch from reader: WALEntryBatch [walEntries=[{test/5b6ca75a64253f923204c185e2999b38/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/WALs/770665a7984d,38813,1731493256859/770665a7984d%2C38813%2C1731493256859.1731493258467, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T10:21:12,559 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38813,1731493256859.replicationSource.wal-reader.770665a7984d%2C38813%2C1731493256859,1-770665a7984d,38813,1731493256859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/WALs/770665a7984d,38813,1731493256859/770665a7984d%2C38813%2C1731493256859.1731493258467 to pos 757, reset compression=false 2024-11-13T10:21:12,561 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38813,1731493256859.replicationSource.shipper770665a7984d%2C38813%2C1731493256859,1-770665a7984d,38813,1731493256859 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T10:21:12,562 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-13T10:21:12,562 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36763 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T10:21:12,565 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36763 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T10:21:12,763 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38813,1731493256859.replicationSource.wal-reader.770665a7984d%2C38813%2C1731493256859,1-770665a7984d,38813,1731493256859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/WALs/770665a7984d,38813,1731493256859/770665a7984d%2C38813%2C1731493256859.1731493258467 to pos 757, reset compression=false 2024-11-13T10:21:12,819 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43995,1731493249479.replicationSource.wal-reader.770665a7984d%2C43995%2C1731493249479,1-770665a7984d,43995,1731493249479 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/WALs/770665a7984d,43995,1731493249479/770665a7984d%2C43995%2C1731493249479.1731493251070 to pos 480, reset compression=false 2024-11-13T10:21:12,905 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,36763,1731493253397.replicationSource.wal-reader.770665a7984d%2C36763%2C1731493253397,1-770665a7984d,36763,1731493253397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/WALs/770665a7984d,36763,1731493253397/770665a7984d%2C36763%2C1731493253397.1731493254589 to pos 607, reset compression=false 2024-11-13T10:21:12,909 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,36763,1731493253397.replicationSource.wal-reader.770665a7984d%2C36763%2C1731493253397,1-770665a7984d,36763,1731493253397 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T10:21:12,910 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,36763,1731493253397.replicationSource.wal-reader.770665a7984d%2C36763%2C1731493253397,1-770665a7984d,36763,1731493253397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/WALs/770665a7984d,36763,1731493253397/770665a7984d%2C36763%2C1731493253397.1731493254589 to pos 735, reset compression=false 2024-11-13T10:21:12,910 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,36763,1731493253397.replicationSource.shipper770665a7984d%2C36763%2C1731493253397,1-770665a7984d,36763,1731493253397 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-770665a7984d,36763,1731493253397 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/WALs/770665a7984d,36763,1731493253397/770665a7984d%2C36763%2C1731493253397.1731493254589, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T10:21:13,067 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38813,1731493256859.replicationSource.wal-reader.770665a7984d%2C38813%2C1731493256859,1-770665a7984d,38813,1731493256859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/WALs/770665a7984d,38813,1731493256859/770665a7984d%2C38813%2C1731493256859.1731493258467 to pos 757, reset compression=false 2024-11-13T10:21:13,113 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,36763,1731493253397.replicationSource.wal-reader.770665a7984d%2C36763%2C1731493253397,1-770665a7984d,36763,1731493253397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/WALs/770665a7984d,36763,1731493253397/770665a7984d%2C36763%2C1731493253397.1731493254589 to pos 735, reset compression=false 2024-11-13T10:21:13,416 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,36763,1731493253397.replicationSource.wal-reader.770665a7984d%2C36763%2C1731493253397,1-770665a7984d,36763,1731493253397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/WALs/770665a7984d,36763,1731493253397/770665a7984d%2C36763%2C1731493253397.1731493254589 to pos 735, reset compression=false 2024-11-13T10:21:13,468 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-13T10:21:13,470 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38813,1731493256859.replicationSource.wal-reader.770665a7984d%2C38813%2C1731493256859,1-770665a7984d,38813,1731493256859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/WALs/770665a7984d,38813,1731493256859/770665a7984d%2C38813%2C1731493256859.1731493258467 to pos 757, reset compression=false 2024-11-13T10:21:13,471 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-13T10:21:13,623 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43995,1731493249479.replicationSource.wal-reader.770665a7984d%2C43995%2C1731493249479,1-770665a7984d,43995,1731493249479 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/WALs/770665a7984d,43995,1731493249479/770665a7984d%2C43995%2C1731493249479.1731493251070 to pos 480, reset compression=false 2024-11-13T10:21:13,627 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43995,1731493249479.replicationSource.wal-reader.770665a7984d%2C43995%2C1731493249479,1-770665a7984d,43995,1731493249479 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T10:21:13,628 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43995,1731493249479.replicationSource.wal-reader.770665a7984d%2C43995%2C1731493249479,1-770665a7984d,43995,1731493249479 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/WALs/770665a7984d,43995,1731493249479/770665a7984d%2C43995%2C1731493249479.1731493251070 to pos 636, reset compression=false 2024-11-13T10:21:13,628 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43995,1731493249479.replicationSource.shipper770665a7984d%2C43995%2C1731493249479,1-770665a7984d,43995,1731493249479 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-770665a7984d,43995,1731493249479 got entry batch from reader: WALEntryBatch [walEntries=[{test/9ec6eecd94e98233577e3dbcd0326504/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/WALs/770665a7984d,43995,1731493249479/770665a7984d%2C43995%2C1731493249479.1731493251070, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-13T10:21:13,629 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36763 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T10:21:13,631 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36763 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T10:21:13,820 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,36763,1731493253397.replicationSource.wal-reader.770665a7984d%2C36763%2C1731493253397,1-770665a7984d,36763,1731493253397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/WALs/770665a7984d,36763,1731493253397/770665a7984d%2C36763%2C1731493253397.1731493254589 to pos 735, reset compression=false 2024-11-13T10:21:13,824 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,36763,1731493253397.replicationSource.wal-reader.770665a7984d%2C36763%2C1731493253397,1-770665a7984d,36763,1731493253397 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T10:21:13,824 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,36763,1731493253397.replicationSource.wal-reader.770665a7984d%2C36763%2C1731493253397,1-770665a7984d,36763,1731493253397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/WALs/770665a7984d,36763,1731493253397/770665a7984d%2C36763%2C1731493253397.1731493254589 to pos 882, reset compression=false 2024-11-13T10:21:13,824 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,36763,1731493253397.replicationSource.shipper770665a7984d%2C36763%2C1731493253397,1-770665a7984d,36763,1731493253397 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-770665a7984d,36763,1731493253397 got entry batch from reader: WALEntryBatch [walEntries=[{test/bb41933be0decbfb6b489e8bc90be36c/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/WALs/770665a7984d,36763,1731493253397/770665a7984d%2C36763%2C1731493253397.1731493254589, lastWalPosition=882, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-13T10:21:13,825 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38813 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T10:21:13,827 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38813 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T10:21:13,832 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43995,1731493249479.replicationSource.wal-reader.770665a7984d%2C43995%2C1731493249479,1-770665a7984d,43995,1731493249479 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/WALs/770665a7984d,43995,1731493249479/770665a7984d%2C43995%2C1731493249479.1731493251070 to pos 636, reset compression=false 2024-11-13T10:21:13,973 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38813,1731493256859.replicationSource.wal-reader.770665a7984d%2C38813%2C1731493256859,1-770665a7984d,38813,1731493256859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/WALs/770665a7984d,38813,1731493256859/770665a7984d%2C38813%2C1731493256859.1731493258467 to pos 757, reset compression=false 2024-11-13T10:21:13,977 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38813,1731493256859.replicationSource.wal-reader.770665a7984d%2C38813%2C1731493256859,1-770665a7984d,38813,1731493256859 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T10:21:13,977 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38813,1731493256859.replicationSource.wal-reader.770665a7984d%2C38813%2C1731493256859,1-770665a7984d,38813,1731493256859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/WALs/770665a7984d,38813,1731493256859/770665a7984d%2C38813%2C1731493256859.1731493258467 to pos 927, reset compression=false 2024-11-13T10:21:13,978 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38813,1731493256859.replicationSource.shipper770665a7984d%2C38813%2C1731493256859,1-770665a7984d,38813,1731493256859 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-770665a7984d,38813,1731493256859 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/WALs/770665a7984d,38813,1731493256859/770665a7984d%2C38813%2C1731493256859.1731493258467, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T10:21:14,030 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,36763,1731493253397.replicationSource.wal-reader.770665a7984d%2C36763%2C1731493253397,1-770665a7984d,36763,1731493253397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/WALs/770665a7984d,36763,1731493253397/770665a7984d%2C36763%2C1731493253397.1731493254589 to pos 882, reset compression=false 2024-11-13T10:21:14,135 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43995,1731493249479.replicationSource.wal-reader.770665a7984d%2C43995%2C1731493249479,1-770665a7984d,43995,1731493249479 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/WALs/770665a7984d,43995,1731493249479/770665a7984d%2C43995%2C1731493249479.1731493251070 to pos 636, reset compression=false 2024-11-13T10:21:14,180 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38813,1731493256859.replicationSource.wal-reader.770665a7984d%2C38813%2C1731493256859,1-770665a7984d,38813,1731493256859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/WALs/770665a7984d,38813,1731493256859/770665a7984d%2C38813%2C1731493256859.1731493258467 to pos 927, reset compression=false 2024-11-13T10:21:14,334 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,36763,1731493253397.replicationSource.wal-reader.770665a7984d%2C36763%2C1731493253397,1-770665a7984d,36763,1731493253397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/WALs/770665a7984d,36763,1731493253397/770665a7984d%2C36763%2C1731493253397.1731493254589 to pos 882, reset compression=false 2024-11-13T10:21:14,473 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-13T10:21:14,477 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-13T10:21:14,484 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38813,1731493256859.replicationSource.wal-reader.770665a7984d%2C38813%2C1731493256859,1-770665a7984d,38813,1731493256859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/WALs/770665a7984d,38813,1731493256859/770665a7984d%2C38813%2C1731493256859.1731493258467 to pos 927, reset compression=false 2024-11-13T10:21:14,539 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43995,1731493249479.replicationSource.wal-reader.770665a7984d%2C43995%2C1731493249479,1-770665a7984d,43995,1731493249479 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/WALs/770665a7984d,43995,1731493249479/770665a7984d%2C43995%2C1731493249479.1731493251070 to pos 636, reset compression=false 2024-11-13T10:21:14,738 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,36763,1731493253397.replicationSource.wal-reader.770665a7984d%2C36763%2C1731493253397,1-770665a7984d,36763,1731493253397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/WALs/770665a7984d,36763,1731493253397/770665a7984d%2C36763%2C1731493253397.1731493254589 to pos 882, reset compression=false 2024-11-13T10:21:14,742 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,36763,1731493253397.replicationSource.wal-reader.770665a7984d%2C36763%2C1731493253397,1-770665a7984d,36763,1731493253397 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T10:21:14,742 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,36763,1731493253397.replicationSource.wal-reader.770665a7984d%2C36763%2C1731493253397,1-770665a7984d,36763,1731493253397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/WALs/770665a7984d,36763,1731493253397/770665a7984d%2C36763%2C1731493253397.1731493254589 to pos 1041, reset compression=false 2024-11-13T10:21:14,742 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,36763,1731493253397.replicationSource.shipper770665a7984d%2C36763%2C1731493253397,1-770665a7984d,36763,1731493253397 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-770665a7984d,36763,1731493253397 got entry batch from reader: WALEntryBatch [walEntries=[{test/bb41933be0decbfb6b489e8bc90be36c/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/WALs/770665a7984d,36763,1731493253397/770665a7984d%2C36763%2C1731493253397.1731493254589, lastWalPosition=1041, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-13T10:21:14,743 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38813 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T10:21:14,746 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38813 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T10:21:14,889 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38813,1731493256859.replicationSource.wal-reader.770665a7984d%2C38813%2C1731493256859,1-770665a7984d,38813,1731493256859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/WALs/770665a7984d,38813,1731493256859/770665a7984d%2C38813%2C1731493256859.1731493258467 to pos 927, reset compression=false 2024-11-13T10:21:14,893 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38813,1731493256859.replicationSource.wal-reader.770665a7984d%2C38813%2C1731493256859,1-770665a7984d,38813,1731493256859 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T10:21:14,893 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38813,1731493256859.replicationSource.wal-reader.770665a7984d%2C38813%2C1731493256859,1-770665a7984d,38813,1731493256859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/WALs/770665a7984d,38813,1731493256859/770665a7984d%2C38813%2C1731493256859.1731493258467 to pos 1076, reset compression=false 2024-11-13T10:21:14,893 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38813,1731493256859.replicationSource.shipper770665a7984d%2C38813%2C1731493256859,1-770665a7984d,38813,1731493256859 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-770665a7984d,38813,1731493256859 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/WALs/770665a7984d,38813,1731493256859/770665a7984d%2C38813%2C1731493256859.1731493258467, lastWalPosition=1076, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T10:21:14,946 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,36763,1731493253397.replicationSource.wal-reader.770665a7984d%2C36763%2C1731493253397,1-770665a7984d,36763,1731493253397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/WALs/770665a7984d,36763,1731493253397/770665a7984d%2C36763%2C1731493253397.1731493254589 to pos 1041, reset compression=false 2024-11-13T10:21:15,042 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43995,1731493249479.replicationSource.wal-reader.770665a7984d%2C43995%2C1731493249479,1-770665a7984d,43995,1731493249479 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/WALs/770665a7984d,43995,1731493249479/770665a7984d%2C43995%2C1731493249479.1731493251070 to pos 636, reset compression=false 2024-11-13T10:21:15,096 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38813,1731493256859.replicationSource.wal-reader.770665a7984d%2C38813%2C1731493256859,1-770665a7984d,38813,1731493256859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/WALs/770665a7984d,38813,1731493256859/770665a7984d%2C38813%2C1731493256859.1731493258467 to pos 1076, reset compression=false 2024-11-13T10:21:15,249 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,36763,1731493253397.replicationSource.wal-reader.770665a7984d%2C36763%2C1731493253397,1-770665a7984d,36763,1731493253397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/WALs/770665a7984d,36763,1731493253397/770665a7984d%2C36763%2C1731493253397.1731493254589 to pos 1041, reset compression=false 2024-11-13T10:21:15,399 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38813,1731493256859.replicationSource.wal-reader.770665a7984d%2C38813%2C1731493256859,1-770665a7984d,38813,1731493256859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/WALs/770665a7984d,38813,1731493256859/770665a7984d%2C38813%2C1731493256859.1731493258467 to pos 1076, reset compression=false 2024-11-13T10:21:15,479 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-13T10:21:15,494 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-13T10:21:15,646 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43995,1731493249479.replicationSource.wal-reader.770665a7984d%2C43995%2C1731493249479,1-770665a7984d,43995,1731493249479 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/WALs/770665a7984d,43995,1731493249479/770665a7984d%2C43995%2C1731493249479.1731493251070 to pos 636, reset compression=false 2024-11-13T10:21:15,652 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,36763,1731493253397.replicationSource.wal-reader.770665a7984d%2C36763%2C1731493253397,1-770665a7984d,36763,1731493253397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/WALs/770665a7984d,36763,1731493253397/770665a7984d%2C36763%2C1731493253397.1731493254589 to pos 1041, reset compression=false 2024-11-13T10:21:15,804 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38813,1731493256859.replicationSource.wal-reader.770665a7984d%2C38813%2C1731493256859,1-770665a7984d,38813,1731493256859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/WALs/770665a7984d,38813,1731493256859/770665a7984d%2C38813%2C1731493256859.1731493258467 to pos 1076, reset compression=false 2024-11-13T10:21:15,809 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38813,1731493256859.replicationSource.wal-reader.770665a7984d%2C38813%2C1731493256859,1-770665a7984d,38813,1731493256859 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T10:21:15,809 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38813,1731493256859.replicationSource.wal-reader.770665a7984d%2C38813%2C1731493256859,1-770665a7984d,38813,1731493256859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/WALs/770665a7984d,38813,1731493256859/770665a7984d%2C38813%2C1731493256859.1731493258467 to pos 1235, reset compression=false 2024-11-13T10:21:15,809 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38813,1731493256859.replicationSource.shipper770665a7984d%2C38813%2C1731493256859,1-770665a7984d,38813,1731493256859 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-770665a7984d,38813,1731493256859 got entry batch from reader: WALEntryBatch [walEntries=[{test/5b6ca75a64253f923204c185e2999b38/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/WALs/770665a7984d,38813,1731493256859/770665a7984d%2C38813%2C1731493256859.1731493258467, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-13T10:21:15,811 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36763 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T10:21:15,814 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36763 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T10:21:16,017 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38813,1731493256859.replicationSource.wal-reader.770665a7984d%2C38813%2C1731493256859,1-770665a7984d,38813,1731493256859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/WALs/770665a7984d,38813,1731493256859/770665a7984d%2C38813%2C1731493256859.1731493258467 to pos 1235, reset compression=false 2024-11-13T10:21:16,156 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,36763,1731493253397.replicationSource.wal-reader.770665a7984d%2C36763%2C1731493253397,1-770665a7984d,36763,1731493253397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/WALs/770665a7984d,36763,1731493253397/770665a7984d%2C36763%2C1731493253397.1731493254589 to pos 1041, reset compression=false 2024-11-13T10:21:16,160 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,36763,1731493253397.replicationSource.wal-reader.770665a7984d%2C36763%2C1731493253397,1-770665a7984d,36763,1731493253397 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T10:21:16,160 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,36763,1731493253397.replicationSource.wal-reader.770665a7984d%2C36763%2C1731493253397,1-770665a7984d,36763,1731493253397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/WALs/770665a7984d,36763,1731493253397/770665a7984d%2C36763%2C1731493253397.1731493254589 to pos 1191, reset compression=false 2024-11-13T10:21:16,160 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,36763,1731493253397.replicationSource.shipper770665a7984d%2C36763%2C1731493253397,1-770665a7984d,36763,1731493253397 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-770665a7984d,36763,1731493253397 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/WALs/770665a7984d,36763,1731493253397/770665a7984d%2C36763%2C1731493253397.1731493254589, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T10:21:16,321 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38813,1731493256859.replicationSource.wal-reader.770665a7984d%2C38813%2C1731493256859,1-770665a7984d,38813,1731493256859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/WALs/770665a7984d,38813,1731493256859/770665a7984d%2C38813%2C1731493256859.1731493258467 to pos 1235, reset compression=false 2024-11-13T10:21:16,350 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43995,1731493249479.replicationSource.wal-reader.770665a7984d%2C43995%2C1731493249479,1-770665a7984d,43995,1731493249479 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/WALs/770665a7984d,43995,1731493249479/770665a7984d%2C43995%2C1731493249479.1731493251070 to pos 636, reset compression=false 2024-11-13T10:21:16,364 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,36763,1731493253397.replicationSource.wal-reader.770665a7984d%2C36763%2C1731493253397,1-770665a7984d,36763,1731493253397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/WALs/770665a7984d,36763,1731493253397/770665a7984d%2C36763%2C1731493253397.1731493254589 to pos 1191, reset compression=false 2024-11-13T10:21:16,496 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-13T10:21:16,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T10:21:16,502 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T10:21:16,502 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:21:16,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:16,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:16,502 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:21:16,502 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T10:21:16,502 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=252649086, stopped=false 2024-11-13T10:21:16,503 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=770665a7984d,42735,1731493256812 2024-11-13T10:21:16,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38813-0x10110d827540007, quorum=127.0.0.1:55942, baseZNode=/2-1693310367 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1693310367/running 2024-11-13T10:21:16,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42735-0x10110d827540006, quorum=127.0.0.1:55942, baseZNode=/2-1693310367 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1693310367/running 2024-11-13T10:21:16,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42735-0x10110d827540006, quorum=127.0.0.1:55942, baseZNode=/2-1693310367 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1693310367 2024-11-13T10:21:16,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38813-0x10110d827540007, quorum=127.0.0.1:55942, baseZNode=/2-1693310367 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1693310367 2024-11-13T10:21:16,504 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T10:21:16,505 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T10:21:16,505 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:21:16,505 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:16,505 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '770665a7984d,38813,1731493256859' ***** 2024-11-13T10:21:16,505 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T10:21:16,505 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42735-0x10110d827540006, quorum=127.0.0.1:55942, baseZNode=/2-1693310367 Set watcher on znode that does not yet exist, /2-1693310367/running 2024-11-13T10:21:16,505 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38813-0x10110d827540007, quorum=127.0.0.1:55942, baseZNode=/2-1693310367 Set watcher on znode that does not yet exist, /2-1693310367/running 2024-11-13T10:21:16,505 INFO [RS:0;770665a7984d:38813 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T10:21:16,506 INFO [RS:0;770665a7984d:38813 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T10:21:16,506 INFO [RS:0;770665a7984d:38813 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T10:21:16,506 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T10:21:16,506 INFO [RS:0;770665a7984d:38813 {}] regionserver.HRegionServer(3091): Received CLOSE for 5b6ca75a64253f923204c185e2999b38 2024-11-13T10:21:16,506 INFO [RS:0;770665a7984d:38813 {}] regionserver.HRegionServer(3091): Received CLOSE for 9a6ab63fadb6c54cc1f4bb0805ea894f 2024-11-13T10:21:16,506 INFO [RS:0;770665a7984d:38813 {}] regionserver.HRegionServer(959): stopping server 770665a7984d,38813,1731493256859 2024-11-13T10:21:16,506 INFO [RS:0;770665a7984d:38813 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T10:21:16,506 INFO [RS:0;770665a7984d:38813 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;770665a7984d:38813. 2024-11-13T10:21:16,506 DEBUG [RS:0;770665a7984d:38813 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:21:16,506 DEBUG [RS:0;770665a7984d:38813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:16,506 INFO [RS:0;770665a7984d:38813 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T10:21:16,506 INFO [RS:0;770665a7984d:38813 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T10:21:16,506 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5b6ca75a64253f923204c185e2999b38, disabling compactions & flushes 2024-11-13T10:21:16,506 INFO [RS:0;770665a7984d:38813 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T10:21:16,506 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731493262794.5b6ca75a64253f923204c185e2999b38. 2024-11-13T10:21:16,506 INFO [RS:0;770665a7984d:38813 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T10:21:16,506 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731493262794.5b6ca75a64253f923204c185e2999b38. 2024-11-13T10:21:16,507 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731493262794.5b6ca75a64253f923204c185e2999b38. after waiting 0 ms 2024-11-13T10:21:16,507 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731493262794.5b6ca75a64253f923204c185e2999b38. 2024-11-13T10:21:16,507 INFO [RS:0;770665a7984d:38813 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T10:21:16,507 DEBUG [RS:0;770665a7984d:38813 {}] regionserver.HRegionServer(1325): Online Regions={5b6ca75a64253f923204c185e2999b38=test,,1731493262794.5b6ca75a64253f923204c185e2999b38., 1588230740=hbase:meta,,1.1588230740, 9a6ab63fadb6c54cc1f4bb0805ea894f=hbase:replication,,1731493268296.9a6ab63fadb6c54cc1f4bb0805ea894f.} 2024-11-13T10:21:16,507 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5b6ca75a64253f923204c185e2999b38 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-13T10:21:16,507 DEBUG [RS:0;770665a7984d:38813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5b6ca75a64253f923204c185e2999b38, 9a6ab63fadb6c54cc1f4bb0805ea894f 2024-11-13T10:21:16,507 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T10:21:16,507 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T10:21:16,507 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T10:21:16,507 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T10:21:16,507 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T10:21:16,507 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T10:21:16,525 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/data/default/test/5b6ca75a64253f923204c185e2999b38/.tmp/f/584c1f296fbe464ea88ed75dd26201d3 is 29, key is row1/f:/1731493274474/DeleteFamily/seqid=0 2024-11-13T10:21:16,530 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/data/hbase/meta/1588230740/.tmp/info/9349d1b34b3c4fc58953385ace32ef1a is 147, key is hbase:replication,,1731493268296.9a6ab63fadb6c54cc1f4bb0805ea894f./info:regioninfo/1731493268669/Put/seqid=0 2024-11-13T10:21:16,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741840_1016 (size=5152) 2024-11-13T10:21:16,539 INFO [regionserver/770665a7984d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T10:21:16,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741841_1017 (size=7686) 2024-11-13T10:21:16,549 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/data/hbase/meta/1588230740/.tmp/info/9349d1b34b3c4fc58953385ace32ef1a 2024-11-13T10:21:16,576 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/data/hbase/meta/1588230740/.tmp/ns/fdceb463cd0c4191b749555b0f70f098 is 43, key is default/ns:d/1731493259471/Put/seqid=0 2024-11-13T10:21:16,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741842_1018 (size=5153) 2024-11-13T10:21:16,668 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,36763,1731493253397.replicationSource.wal-reader.770665a7984d%2C36763%2C1731493253397,1-770665a7984d,36763,1731493253397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/WALs/770665a7984d,36763,1731493253397/770665a7984d%2C36763%2C1731493253397.1731493254589 to pos 1191, reset compression=false 2024-11-13T10:21:16,707 DEBUG [RS:0;770665a7984d:38813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5b6ca75a64253f923204c185e2999b38, 9a6ab63fadb6c54cc1f4bb0805ea894f 2024-11-13T10:21:16,726 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38813,1731493256859.replicationSource.wal-reader.770665a7984d%2C38813%2C1731493256859,1-770665a7984d,38813,1731493256859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/WALs/770665a7984d,38813,1731493256859/770665a7984d%2C38813%2C1731493256859.1731493258467 to pos 1235, reset compression=false 2024-11-13T10:21:16,730 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38813,1731493256859.replicationSource.wal-reader.770665a7984d%2C38813%2C1731493256859,1-770665a7984d,38813,1731493256859 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T10:21:16,730 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38813,1731493256859.replicationSource.wal-reader.770665a7984d%2C38813%2C1731493256859,1-770665a7984d,38813,1731493256859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/WALs/770665a7984d,38813,1731493256859/770665a7984d%2C38813%2C1731493256859.1731493258467 to pos 1482, reset compression=false 2024-11-13T10:21:16,730 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38813,1731493256859.replicationSource.shipper770665a7984d%2C38813%2C1731493256859,1-770665a7984d,38813,1731493256859 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-770665a7984d,38813,1731493256859 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/WALs/770665a7984d,38813,1731493256859/770665a7984d%2C38813%2C1731493256859.1731493258467, lastWalPosition=1482, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T10:21:16,731 ERROR [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38813,1731493256859.replicationSource.shipper770665a7984d%2C38813%2C1731493256859,1-770665a7984d,38813,1731493256859 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 770665a7984d,38813,1731493256859: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-770665a7984d,38813,1731493256859, walGroup=770665a7984d%2C38813%2C1731493256859, offset=770665a7984d%2C38813%2C1731493256859.1731493258467:1482, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=770665a7984d:38813 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T10:21:16,732 ERROR [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38813,1731493256859.replicationSource.shipper770665a7984d%2C38813%2C1731493256859,1-770665a7984d,38813,1731493256859 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T10:21:16,733 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38813,1731493256859.replicationSource.shipper770665a7984d%2C38813%2C1731493256859,1-770665a7984d,38813,1731493256859 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T10:21:16,734 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38813,1731493256859.replicationSource.shipper770665a7984d%2C38813%2C1731493256859,1-770665a7984d,38813,1731493256859 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T10:21:16,734 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38813,1731493256859.replicationSource.shipper770665a7984d%2C38813%2C1731493256859,1-770665a7984d,38813,1731493256859 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T10:21:16,734 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38813,1731493256859.replicationSource.shipper770665a7984d%2C38813%2C1731493256859,1-770665a7984d,38813,1731493256859 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T10:21:16,734 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38813,1731493256859.replicationSource.shipper770665a7984d%2C38813%2C1731493256859,1-770665a7984d,38813,1731493256859 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1363148800, "init": 1048576000, "max": 2306867200, "used": 837533768 }, "NonHeapMemoryUsage": { "committed": 206307328, "init": 7667712, "max": -1, "used": 201815536 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T10:21:16,734 WARN [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38813,1731493256859.replicationSource.shipper770665a7984d%2C38813%2C1731493256859,1-770665a7984d,38813,1731493256859 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=770665a7984d:42735 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=770665a7984d:42735 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T10:21:16,907 DEBUG [RS:0;770665a7984d:38813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5b6ca75a64253f923204c185e2999b38, 9a6ab63fadb6c54cc1f4bb0805ea894f 2024-11-13T10:21:16,931 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/data/default/test/5b6ca75a64253f923204c185e2999b38/.tmp/f/584c1f296fbe464ea88ed75dd26201d3 2024-11-13T10:21:16,934 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38813,1731493256859.replicationSource.wal-reader.770665a7984d%2C38813%2C1731493256859,1-770665a7984d,38813,1731493256859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/WALs/770665a7984d,38813,1731493256859/770665a7984d%2C38813%2C1731493256859.1731493258467 to pos 1482, reset compression=false 2024-11-13T10:21:16,936 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 584c1f296fbe464ea88ed75dd26201d3 2024-11-13T10:21:16,956 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/data/default/test/5b6ca75a64253f923204c185e2999b38/.tmp/f1/cce763d7aca14deb811c606f8e4151cb is 30, key is row1/f1:/1731493274474/DeleteFamily/seqid=0 2024-11-13T10:21:16,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741843_1019 (size=5158) 2024-11-13T10:21:16,980 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/data/hbase/meta/1588230740/.tmp/ns/fdceb463cd0c4191b749555b0f70f098 2024-11-13T10:21:17,000 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/data/hbase/meta/1588230740/.tmp/rep_barrier/d3db8fa6343349e6857517ef98b51f11 is 112, key is test,,1731493262794.5b6ca75a64253f923204c185e2999b38./rep_barrier:seqnumDuringOpen/1731493263942/Put/seqid=0 2024-11-13T10:21:17,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741844_1020 (size=5518) 2024-11-13T10:21:17,072 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,36763,1731493253397.replicationSource.wal-reader.770665a7984d%2C36763%2C1731493253397,1-770665a7984d,36763,1731493253397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/WALs/770665a7984d,36763,1731493253397/770665a7984d%2C36763%2C1731493253397.1731493254589 to pos 1191, reset compression=false 2024-11-13T10:21:17,107 DEBUG [RS:0;770665a7984d:38813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5b6ca75a64253f923204c185e2999b38, 9a6ab63fadb6c54cc1f4bb0805ea894f 2024-11-13T10:21:17,155 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43995,1731493249479.replicationSource.wal-reader.770665a7984d%2C43995%2C1731493249479,1-770665a7984d,43995,1731493249479 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/WALs/770665a7984d,43995,1731493249479/770665a7984d%2C43995%2C1731493249479.1731493251070 to pos 636, reset compression=false 2024-11-13T10:21:17,238 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38813,1731493256859.replicationSource.wal-reader.770665a7984d%2C38813%2C1731493256859,1-770665a7984d,38813,1731493256859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/WALs/770665a7984d,38813,1731493256859/770665a7984d%2C38813%2C1731493256859.1731493258467 to pos 1482, reset compression=false 2024-11-13T10:21:17,308 DEBUG [RS:0;770665a7984d:38813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5b6ca75a64253f923204c185e2999b38, 9a6ab63fadb6c54cc1f4bb0805ea894f 2024-11-13T10:21:17,360 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/data/default/test/5b6ca75a64253f923204c185e2999b38/.tmp/f1/cce763d7aca14deb811c606f8e4151cb 2024-11-13T10:21:17,364 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cce763d7aca14deb811c606f8e4151cb 2024-11-13T10:21:17,364 INFO [regionserver/770665a7984d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T10:21:17,364 INFO [regionserver/770665a7984d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T10:21:17,380 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/data/default/test/5b6ca75a64253f923204c185e2999b38/.tmp/norep/b8ac2a8b9cd94adb81e6a6ebb084167b is 33, key is row2/norep:/1731493275480/DeleteFamily/seqid=0 2024-11-13T10:21:17,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741845_1021 (size=5108) 2024-11-13T10:21:17,404 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/data/hbase/meta/1588230740/.tmp/rep_barrier/d3db8fa6343349e6857517ef98b51f11 2024-11-13T10:21:17,428 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/data/hbase/meta/1588230740/.tmp/table/88bbc6fc906149ed956569b19ea1583b is 53, key is hbase:replication/table:state/1731493268677/Put/seqid=0 2024-11-13T10:21:17,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741846_1022 (size=5308) 2024-11-13T10:21:17,508 DEBUG [RS:0;770665a7984d:38813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5b6ca75a64253f923204c185e2999b38, 9a6ab63fadb6c54cc1f4bb0805ea894f 2024-11-13T10:21:17,576 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,36763,1731493253397.replicationSource.wal-reader.770665a7984d%2C36763%2C1731493253397,1-770665a7984d,36763,1731493253397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/WALs/770665a7984d,36763,1731493253397/770665a7984d%2C36763%2C1731493253397.1731493254589 to pos 1191, reset compression=false 2024-11-13T10:21:17,642 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38813,1731493256859.replicationSource.wal-reader.770665a7984d%2C38813%2C1731493256859,1-770665a7984d,38813,1731493256859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/WALs/770665a7984d,38813,1731493256859/770665a7984d%2C38813%2C1731493256859.1731493258467 to pos 1482, reset compression=false 2024-11-13T10:21:17,708 DEBUG [RS:0;770665a7984d:38813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5b6ca75a64253f923204c185e2999b38, 9a6ab63fadb6c54cc1f4bb0805ea894f 2024-11-13T10:21:17,784 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/data/default/test/5b6ca75a64253f923204c185e2999b38/.tmp/norep/b8ac2a8b9cd94adb81e6a6ebb084167b 2024-11-13T10:21:17,788 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b8ac2a8b9cd94adb81e6a6ebb084167b 2024-11-13T10:21:17,789 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/data/default/test/5b6ca75a64253f923204c185e2999b38/.tmp/f/584c1f296fbe464ea88ed75dd26201d3 as hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/data/default/test/5b6ca75a64253f923204c185e2999b38/f/584c1f296fbe464ea88ed75dd26201d3 2024-11-13T10:21:17,793 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 584c1f296fbe464ea88ed75dd26201d3 2024-11-13T10:21:17,793 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/data/default/test/5b6ca75a64253f923204c185e2999b38/f/584c1f296fbe464ea88ed75dd26201d3, entries=3, sequenceid=10, filesize=5.0 K 2024-11-13T10:21:17,794 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/data/default/test/5b6ca75a64253f923204c185e2999b38/.tmp/f1/cce763d7aca14deb811c606f8e4151cb as hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/data/default/test/5b6ca75a64253f923204c185e2999b38/f1/cce763d7aca14deb811c606f8e4151cb 2024-11-13T10:21:17,798 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cce763d7aca14deb811c606f8e4151cb 2024-11-13T10:21:17,798 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/data/default/test/5b6ca75a64253f923204c185e2999b38/f1/cce763d7aca14deb811c606f8e4151cb, entries=3, sequenceid=10, filesize=5.0 K 2024-11-13T10:21:17,799 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/data/default/test/5b6ca75a64253f923204c185e2999b38/.tmp/norep/b8ac2a8b9cd94adb81e6a6ebb084167b as hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/data/default/test/5b6ca75a64253f923204c185e2999b38/norep/b8ac2a8b9cd94adb81e6a6ebb084167b 2024-11-13T10:21:17,803 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b8ac2a8b9cd94adb81e6a6ebb084167b 2024-11-13T10:21:17,803 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/data/default/test/5b6ca75a64253f923204c185e2999b38/norep/b8ac2a8b9cd94adb81e6a6ebb084167b, entries=1, sequenceid=10, filesize=5.0 K 2024-11-13T10:21:17,804 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 5b6ca75a64253f923204c185e2999b38 in 1297ms, sequenceid=10, compaction requested=false 2024-11-13T10:21:17,815 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/data/default/test/5b6ca75a64253f923204c185e2999b38/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-13T10:21:17,816 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T10:21:17,816 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T10:21:17,816 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731493262794.5b6ca75a64253f923204c185e2999b38. 2024-11-13T10:21:17,816 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5b6ca75a64253f923204c185e2999b38: Waiting for close lock at 1731493276506Running coprocessor pre-close hooks at 1731493276506Disabling compacts and flushes for region at 1731493276506Disabling writes for close at 1731493276507 (+1 ms)Obtaining lock to block concurrent updates at 1731493276507Preparing flush snapshotting stores in 5b6ca75a64253f923204c185e2999b38 at 1731493276507Finished memstore snapshotting test,,1731493262794.5b6ca75a64253f923204c185e2999b38., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731493276507Flushing stores of test,,1731493262794.5b6ca75a64253f923204c185e2999b38. at 1731493276508 (+1 ms)Flushing 5b6ca75a64253f923204c185e2999b38/f: creating writer at 1731493276508Flushing 5b6ca75a64253f923204c185e2999b38/f: appending metadata at 1731493276525 (+17 ms)Flushing 5b6ca75a64253f923204c185e2999b38/f: closing flushed file at 1731493276525Flushing 5b6ca75a64253f923204c185e2999b38/f1: creating writer at 1731493276937 (+412 ms)Flushing 5b6ca75a64253f923204c185e2999b38/f1: appending metadata at 1731493276955 (+18 ms)Flushing 5b6ca75a64253f923204c185e2999b38/f1: closing flushed file at 1731493276955Flushing 5b6ca75a64253f923204c185e2999b38/norep: creating writer at 1731493277364 (+409 ms)Flushing 5b6ca75a64253f923204c185e2999b38/norep: appending metadata at 1731493277379 (+15 ms)Flushing 5b6ca75a64253f923204c185e2999b38/norep: closing flushed file at 1731493277379Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5309262c: reopening flushed file at 1731493277788 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6891cba6: reopening flushed file at 1731493277793 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2038084a: reopening flushed file at 1731493277798 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 5b6ca75a64253f923204c185e2999b38 in 1297ms, sequenceid=10, compaction requested=false at 1731493277804 (+6 ms)Writing region close event to WAL at 1731493277812 (+8 ms)Running coprocessor post-close hooks at 1731493277816 (+4 ms)Closed at 1731493277816 2024-11-13T10:21:17,816 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731493262794.5b6ca75a64253f923204c185e2999b38. 2024-11-13T10:21:17,816 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9a6ab63fadb6c54cc1f4bb0805ea894f, disabling compactions & flushes 2024-11-13T10:21:17,816 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731493268296.9a6ab63fadb6c54cc1f4bb0805ea894f. 2024-11-13T10:21:17,816 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731493268296.9a6ab63fadb6c54cc1f4bb0805ea894f. 2024-11-13T10:21:17,816 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731493268296.9a6ab63fadb6c54cc1f4bb0805ea894f. after waiting 0 ms 2024-11-13T10:21:17,816 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731493268296.9a6ab63fadb6c54cc1f4bb0805ea894f. 2024-11-13T10:21:17,816 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9a6ab63fadb6c54cc1f4bb0805ea894f: Waiting for close lock at 1731493277816Running coprocessor pre-close hooks at 1731493277816Disabling compacts and flushes for region at 1731493277816Disabling writes for close at 1731493277816Failed flush hbase:replication,,1731493268296.9a6ab63fadb6c54cc1f4bb0805ea894f., putting online again at 1731493277816 2024-11-13T10:21:17,816 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731493268296.9a6ab63fadb6c54cc1f4bb0805ea894f. 2024-11-13T10:21:17,832 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/data/hbase/meta/1588230740/.tmp/table/88bbc6fc906149ed956569b19ea1583b 2024-11-13T10:21:17,836 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/data/hbase/meta/1588230740/.tmp/info/9349d1b34b3c4fc58953385ace32ef1a as hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/data/hbase/meta/1588230740/info/9349d1b34b3c4fc58953385ace32ef1a 2024-11-13T10:21:17,840 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/data/hbase/meta/1588230740/info/9349d1b34b3c4fc58953385ace32ef1a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T10:21:17,840 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/data/hbase/meta/1588230740/.tmp/ns/fdceb463cd0c4191b749555b0f70f098 as hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/data/hbase/meta/1588230740/ns/fdceb463cd0c4191b749555b0f70f098 2024-11-13T10:21:17,843 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/data/hbase/meta/1588230740/ns/fdceb463cd0c4191b749555b0f70f098, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T10:21:17,844 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/data/hbase/meta/1588230740/.tmp/rep_barrier/d3db8fa6343349e6857517ef98b51f11 as hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/data/hbase/meta/1588230740/rep_barrier/d3db8fa6343349e6857517ef98b51f11 2024-11-13T10:21:17,847 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/data/hbase/meta/1588230740/rep_barrier/d3db8fa6343349e6857517ef98b51f11, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T10:21:17,847 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/data/hbase/meta/1588230740/.tmp/table/88bbc6fc906149ed956569b19ea1583b as hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/data/hbase/meta/1588230740/table/88bbc6fc906149ed956569b19ea1583b 2024-11-13T10:21:17,851 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/data/hbase/meta/1588230740/table/88bbc6fc906149ed956569b19ea1583b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T10:21:17,851 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1344ms, sequenceid=16, compaction requested=false 2024-11-13T10:21:17,854 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T10:21:17,855 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T10:21:17,855 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T10:21:17,855 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T10:21:17,855 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731493276507Running coprocessor pre-close hooks at 1731493276507Disabling compacts and flushes for region at 1731493276507Disabling writes for close at 1731493276507Obtaining lock to block concurrent updates at 1731493276507Preparing flush snapshotting stores in 1588230740 at 1731493276507Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731493276507Flushing stores of hbase:meta,,1.1588230740 at 1731493276508 (+1 ms)Flushing 1588230740/info: creating writer at 1731493276508Flushing 1588230740/info: appending metadata at 1731493276529 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731493276529Flushing 1588230740/ns: creating writer at 1731493276553 (+24 ms)Flushing 1588230740/ns: appending metadata at 1731493276576 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1731493276576Flushing 1588230740/rep_barrier: creating writer at 1731493276984 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731493277000 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731493277000Flushing 1588230740/table: creating writer at 1731493277408 (+408 ms)Flushing 1588230740/table: appending metadata at 1731493277428 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731493277428Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@304e0656: reopening flushed file at 1731493277835 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@784b159c: reopening flushed file at 1731493277840 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d466cf4: reopening flushed file at 1731493277843 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@668ac03a: reopening flushed file at 1731493277847 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1344ms, sequenceid=16, compaction requested=false at 1731493277851 (+4 ms)Writing region close event to WAL at 1731493277853 (+2 ms)Running coprocessor post-close hooks at 1731493277855 (+2 ms)Closed at 1731493277855 2024-11-13T10:21:17,855 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T10:21:17,908 INFO [RS:0;770665a7984d:38813 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T10:21:17,908 DEBUG [RS:0;770665a7984d:38813 {}] regionserver.HRegionServer(1325): Online Regions={9a6ab63fadb6c54cc1f4bb0805ea894f=hbase:replication,,1731493268296.9a6ab63fadb6c54cc1f4bb0805ea894f.} 2024-11-13T10:21:17,908 INFO [RS:0;770665a7984d:38813 {}] regionserver.HRegionServer(3091): Received CLOSE for 9a6ab63fadb6c54cc1f4bb0805ea894f 2024-11-13T10:21:17,908 DEBUG [RS:0;770665a7984d:38813 {}] regionserver.HRegionServer(1351): Waiting on 9a6ab63fadb6c54cc1f4bb0805ea894f 2024-11-13T10:21:17,909 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9a6ab63fadb6c54cc1f4bb0805ea894f, disabling compactions & flushes 2024-11-13T10:21:17,909 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731493268296.9a6ab63fadb6c54cc1f4bb0805ea894f. 2024-11-13T10:21:17,909 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731493268296.9a6ab63fadb6c54cc1f4bb0805ea894f. 2024-11-13T10:21:17,909 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731493268296.9a6ab63fadb6c54cc1f4bb0805ea894f. after waiting 0 ms 2024-11-13T10:21:17,909 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731493268296.9a6ab63fadb6c54cc1f4bb0805ea894f. 2024-11-13T10:21:17,909 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9a6ab63fadb6c54cc1f4bb0805ea894f: Waiting for close lock at 1731493277909Running coprocessor pre-close hooks at 1731493277909Disabling compacts and flushes for region at 1731493277909Disabling writes for close at 1731493277909Failed flush hbase:replication,,1731493268296.9a6ab63fadb6c54cc1f4bb0805ea894f., putting online again at 1731493277909 2024-11-13T10:21:17,909 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731493268296.9a6ab63fadb6c54cc1f4bb0805ea894f. 2024-11-13T10:21:18,061 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43995,1731493249479.replicationSource.wal-reader.770665a7984d%2C43995%2C1731493249479,1-770665a7984d,43995,1731493249479 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/WALs/770665a7984d,43995,1731493249479/770665a7984d%2C43995%2C1731493249479.1731493251070 to pos 636, reset compression=false 2024-11-13T10:21:18,109 INFO [RS:0;770665a7984d:38813 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-13T10:21:18,109 INFO [RS:0;770665a7984d:38813 {}] regionserver.HRegionServer(976): stopping server 770665a7984d,38813,1731493256859; all regions closed. 2024-11-13T10:21:18,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741834_1010 (size=4239) 2024-11-13T10:21:18,111 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/WALs/770665a7984d,38813,1731493256859/770665a7984d%2C38813%2C1731493256859.meta.1731493259424.meta not finished, retry = 0 2024-11-13T10:21:18,149 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38813,1731493256859.replicationSource.wal-reader.770665a7984d%2C38813%2C1731493256859,1-770665a7984d,38813,1731493256859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/WALs/770665a7984d,38813,1731493256859/770665a7984d%2C38813%2C1731493256859.1731493258467 to pos 1482, reset compression=false 2024-11-13T10:21:18,153 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38813,1731493256859.replicationSource.wal-reader.770665a7984d%2C38813%2C1731493256859,1-770665a7984d,38813,1731493256859 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T10:21:18,153 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38813,1731493256859.replicationSource.wal-reader.770665a7984d%2C38813%2C1731493256859,1-770665a7984d,38813,1731493256859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/WALs/770665a7984d,38813,1731493256859/770665a7984d%2C38813%2C1731493256859.1731493258467 to pos 2126, reset compression=false 2024-11-13T10:21:18,181 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,36763,1731493253397.replicationSource.wal-reader.770665a7984d%2C36763%2C1731493253397,1-770665a7984d,36763,1731493253397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/WALs/770665a7984d,36763,1731493253397/770665a7984d%2C36763%2C1731493253397.1731493254589 to pos 1191, reset compression=false 2024-11-13T10:21:18,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741839_1015 (size=2171) 2024-11-13T10:21:18,214 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/WALs/770665a7984d,38813,1731493256859/770665a7984d%2C38813%2C1731493256859.rep.1731493268639 not finished, retry = 0 2024-11-13T10:21:18,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741832_1008 (size=2134) 2024-11-13T10:21:18,317 DEBUG [RS:0;770665a7984d:38813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:18,317 INFO [RS:0;770665a7984d:38813 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T10:21:18,318 INFO [RS:0;770665a7984d:38813 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T10:21:18,318 INFO [RS:0;770665a7984d:38813 {}] hbase.ChoreService(370): Chore service for: regionserver/770665a7984d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T10:21:18,318 INFO [RS:0;770665a7984d:38813 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T10:21:18,319 INFO [regionserver/770665a7984d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T10:21:18,319 INFO [RS:0;770665a7984d:38813 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-770665a7984d,38813,1731493256859 because: Region server is closing 2024-11-13T10:21:18,320 INFO [RS:0;770665a7984d:38813 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;770665a7984d:38813. 2024-11-13T10:21:18,320 DEBUG [RS:0;770665a7984d:38813 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:21:18,320 DEBUG [RS:0;770665a7984d:38813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:18,320 DEBUG [RS:0;770665a7984d:38813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:18,320 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:21:18,420 INFO [RS:0;770665a7984d:38813 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,38813,1731493256859.replicationSource.shipper770665a7984d%2C38813%2C1731493256859,1-770665a7984d,38813,1731493256859 terminated 2024-11-13T10:21:18,420 INFO [RS:0;770665a7984d:38813 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;770665a7984d:38813. 2024-11-13T10:21:18,420 DEBUG [RS:0;770665a7984d:38813 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:21:18,420 DEBUG [RS:0;770665a7984d:38813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:18,421 DEBUG [RS:0;770665a7984d:38813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:18,421 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:21:18,421 INFO [RS:0;770665a7984d:38813 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38813 2024-11-13T10:21:18,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38813-0x10110d827540007, quorum=127.0.0.1:55942, baseZNode=/2-1693310367 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1693310367/rs/770665a7984d,38813,1731493256859 2024-11-13T10:21:18,423 INFO [RS:0;770665a7984d:38813 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T10:21:18,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42735-0x10110d827540006, quorum=127.0.0.1:55942, baseZNode=/2-1693310367 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1693310367/rs 2024-11-13T10:21:18,424 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [770665a7984d,38813,1731493256859] 2024-11-13T10:21:18,425 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1693310367/draining/770665a7984d,38813,1731493256859 already deleted, retry=false 2024-11-13T10:21:18,425 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 770665a7984d,38813,1731493256859 expired; onlineServers=0 2024-11-13T10:21:18,425 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '770665a7984d,42735,1731493256812' ***** 2024-11-13T10:21:18,425 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T10:21:18,425 INFO [M:0;770665a7984d:42735 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T10:21:18,426 INFO [M:0;770665a7984d:42735 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T10:21:18,426 DEBUG [M:0;770665a7984d:42735 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T10:21:18,426 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T10:21:18,426 DEBUG [M:0;770665a7984d:42735 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T10:21:18,426 DEBUG [master/770665a7984d:0:becomeActiveMaster-HFileCleaner.small.0-1731493258248 {}] cleaner.HFileCleaner(306): Exit Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.small.0-1731493258248,5,FailOnTimeoutGroup] 2024-11-13T10:21:18,426 DEBUG [master/770665a7984d:0:becomeActiveMaster-HFileCleaner.large.0-1731493258247 {}] cleaner.HFileCleaner(306): Exit Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.large.0-1731493258247,5,FailOnTimeoutGroup] 2024-11-13T10:21:18,426 INFO [M:0;770665a7984d:42735 {}] hbase.ChoreService(370): Chore service for: master/770665a7984d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T10:21:18,426 INFO [M:0;770665a7984d:42735 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T10:21:18,426 DEBUG [M:0;770665a7984d:42735 {}] master.HMaster(1795): Stopping service threads 2024-11-13T10:21:18,426 INFO [M:0;770665a7984d:42735 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T10:21:18,426 INFO [M:0;770665a7984d:42735 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T10:21:18,427 INFO [M:0;770665a7984d:42735 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T10:21:18,427 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T10:21:18,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42735-0x10110d827540006, quorum=127.0.0.1:55942, baseZNode=/2-1693310367 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1693310367/master 2024-11-13T10:21:18,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42735-0x10110d827540006, quorum=127.0.0.1:55942, baseZNode=/2-1693310367 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1693310367 2024-11-13T10:21:18,429 DEBUG [M:0;770665a7984d:42735 {}] zookeeper.ZKUtil(347): master:42735-0x10110d827540006, quorum=127.0.0.1:55942, baseZNode=/2-1693310367 Unable to get data of znode /2-1693310367/master because node does not exist (not an error) 2024-11-13T10:21:18,429 WARN [M:0;770665a7984d:42735 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T10:21:18,430 INFO [M:0;770665a7984d:42735 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/.lastflushedseqids 2024-11-13T10:21:18,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741847_1023 (size=245) 2024-11-13T10:21:18,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38813-0x10110d827540007, quorum=127.0.0.1:55942, baseZNode=/2-1693310367 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:21:18,525 INFO [RS:0;770665a7984d:38813 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T10:21:18,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38813-0x10110d827540007, quorum=127.0.0.1:55942, baseZNode=/2-1693310367 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:21:18,525 INFO [RS:0;770665a7984d:38813 {}] regionserver.HRegionServer(1031): Exiting; stopping=770665a7984d,38813,1731493256859; zookeeper connection closed. 2024-11-13T10:21:18,525 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@b492b2a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@b492b2a 2024-11-13T10:21:18,525 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T10:21:18,834 INFO [M:0;770665a7984d:42735 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T10:21:18,834 INFO [M:0;770665a7984d:42735 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T10:21:18,834 DEBUG [M:0;770665a7984d:42735 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T10:21:18,834 INFO [M:0;770665a7984d:42735 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:21:18,834 DEBUG [M:0;770665a7984d:42735 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:21:18,834 DEBUG [M:0;770665a7984d:42735 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T10:21:18,834 DEBUG [M:0;770665a7984d:42735 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:21:18,834 INFO [M:0;770665a7984d:42735 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-13T10:21:18,853 DEBUG [M:0;770665a7984d:42735 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2641ec8c9a344d7f815775e266199bb8 is 82, key is hbase:meta,,1/info:regioninfo/1731493259461/Put/seqid=0 2024-11-13T10:21:18,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741848_1024 (size=5672) 2024-11-13T10:21:18,887 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,36763,1731493253397.replicationSource.wal-reader.770665a7984d%2C36763%2C1731493253397,1-770665a7984d,36763,1731493253397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/WALs/770665a7984d,36763,1731493253397/770665a7984d%2C36763%2C1731493253397.1731493254589 to pos 1191, reset compression=false 2024-11-13T10:21:19,008 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T10:21:19,065 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43995,1731493249479.replicationSource.wal-reader.770665a7984d%2C43995%2C1731493249479,1-770665a7984d,43995,1731493249479 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/WALs/770665a7984d,43995,1731493249479/770665a7984d%2C43995%2C1731493249479.1731493251070 to pos 636, reset compression=false 2024-11-13T10:21:19,257 INFO [M:0;770665a7984d:42735 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2641ec8c9a344d7f815775e266199bb8 2024-11-13T10:21:19,278 DEBUG [M:0;770665a7984d:42735 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/82cb7364c79543359c870b72e3dcfb39 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731493268680/Put/seqid=0 2024-11-13T10:21:19,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741849_1025 (size=8515) 2024-11-13T10:21:19,682 INFO [M:0;770665a7984d:42735 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/82cb7364c79543359c870b72e3dcfb39 2024-11-13T10:21:19,690 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,36763,1731493253397.replicationSource.wal-reader.770665a7984d%2C36763%2C1731493253397,1-770665a7984d,36763,1731493253397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/WALs/770665a7984d,36763,1731493253397/770665a7984d%2C36763%2C1731493253397.1731493254589 to pos 1191, reset compression=false 2024-11-13T10:21:19,703 DEBUG [M:0;770665a7984d:42735 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e3b31fd07ff34bd8855374ad5aed5e3d is 69, key is 770665a7984d,38813,1731493256859/rs:state/1731493258307/Put/seqid=0 2024-11-13T10:21:19,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741850_1026 (size=5156) 2024-11-13T10:21:20,106 INFO [M:0;770665a7984d:42735 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e3b31fd07ff34bd8855374ad5aed5e3d 2024-11-13T10:21:20,110 DEBUG [M:0;770665a7984d:42735 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2641ec8c9a344d7f815775e266199bb8 as hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2641ec8c9a344d7f815775e266199bb8 2024-11-13T10:21:20,114 INFO [M:0;770665a7984d:42735 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2641ec8c9a344d7f815775e266199bb8, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T10:21:20,115 DEBUG [M:0;770665a7984d:42735 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/82cb7364c79543359c870b72e3dcfb39 as hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/82cb7364c79543359c870b72e3dcfb39 2024-11-13T10:21:20,118 INFO [M:0;770665a7984d:42735 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/82cb7364c79543359c870b72e3dcfb39, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T10:21:20,119 DEBUG [M:0;770665a7984d:42735 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e3b31fd07ff34bd8855374ad5aed5e3d as hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e3b31fd07ff34bd8855374ad5aed5e3d 2024-11-13T10:21:20,123 INFO [M:0;770665a7984d:42735 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36599/user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e3b31fd07ff34bd8855374ad5aed5e3d, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T10:21:20,123 INFO [M:0;770665a7984d:42735 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=97, compaction requested=false 2024-11-13T10:21:20,126 INFO [M:0;770665a7984d:42735 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:21:20,126 DEBUG [M:0;770665a7984d:42735 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731493278834Disabling compacts and flushes for region at 1731493278834Disabling writes for close at 1731493278834Obtaining lock to block concurrent updates at 1731493278834Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731493278834Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731493278835 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731493278835Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731493278835Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731493278853 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731493278853Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731493279261 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731493279278 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731493279278Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731493279685 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731493279702 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731493279702Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6249136a: reopening flushed file at 1731493280110 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f2436b3: reopening flushed file at 1731493280114 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a063431: reopening flushed file at 1731493280119 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=97, compaction requested=false at 1731493280123 (+4 ms)Writing region close event to WAL at 1731493280125 (+2 ms)Closed at 1731493280125 2024-11-13T10:21:20,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37065 is added to blk_1073741830_1006 (size=63642) 2024-11-13T10:21:20,128 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5c782932-e5ff-88b6-09f8-c0a53f342a36/MasterData/WALs/770665a7984d,42735,1731493256812/770665a7984d%2C42735%2C1731493256812.1731493258143 not finished, retry = 0 2024-11-13T10:21:20,168 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43995,1731493249479.replicationSource.wal-reader.770665a7984d%2C43995%2C1731493249479,1-770665a7984d,43995,1731493249479 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/WALs/770665a7984d,43995,1731493249479/770665a7984d%2C43995%2C1731493249479.1731493251070 to pos 636, reset compression=false 2024-11-13T10:21:20,229 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T10:21:20,229 INFO [M:0;770665a7984d:42735 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T10:21:20,229 INFO [M:0;770665a7984d:42735 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42735 2024-11-13T10:21:20,229 INFO [M:0;770665a7984d:42735 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T10:21:20,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42735-0x10110d827540006, quorum=127.0.0.1:55942, baseZNode=/2-1693310367 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:21:20,331 INFO [M:0;770665a7984d:42735 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T10:21:20,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42735-0x10110d827540006, quorum=127.0.0.1:55942, baseZNode=/2-1693310367 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:21:20,335 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@78b0fe0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T10:21:20,336 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3d48c9f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T10:21:20,336 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T10:21:20,336 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c03c538{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T10:21:20,336 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63a575cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da54d9a-9973-3b65-c8a1-1c0420054d6e/hadoop.log.dir/,STOPPED} 2024-11-13T10:21:20,337 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T10:21:20,337 WARN [BP-1406815613-172.17.0.2-1731493255669 heartbeating to localhost/127.0.0.1:36599 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T10:21:20,337 WARN [BP-1406815613-172.17.0.2-1731493255669 heartbeating to localhost/127.0.0.1:36599 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1406815613-172.17.0.2-1731493255669 (Datanode Uuid c8f1c50b-929f-412e-b9ec-a5caaa930076) service to localhost/127.0.0.1:36599 2024-11-13T10:21:20,337 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T10:21:20,338 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da54d9a-9973-3b65-c8a1-1c0420054d6e/cluster_73d66da3-24f7-23c0-3628-5913b6df31dc/data/data1/current/BP-1406815613-172.17.0.2-1731493255669 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T10:21:20,338 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T10:21:20,339 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da54d9a-9973-3b65-c8a1-1c0420054d6e/cluster_73d66da3-24f7-23c0-3628-5913b6df31dc/data/data2/current/BP-1406815613-172.17.0.2-1731493255669 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T10:21:20,346 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3fbcd250{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T10:21:20,346 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3d7b342c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T10:21:20,346 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T10:21:20,346 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37771786{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T10:21:20,346 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38f44739{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da54d9a-9973-3b65-c8a1-1c0420054d6e/hadoop.log.dir/,STOPPED} 2024-11-13T10:21:20,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T10:21:20,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T10:21:20,361 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T10:21:20,361 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:21:20,361 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:20,361 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:20,361 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:21:20,361 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T10:21:20,361 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1058945504, stopped=false 2024-11-13T10:21:20,361 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=770665a7984d,40727,1731493253172 2024-11-13T10:21:20,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36763-0x10110d827540004, quorum=127.0.0.1:55942, baseZNode=/1-1069108159 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1069108159/running 2024-11-13T10:21:20,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36763-0x10110d827540004, quorum=127.0.0.1:55942, baseZNode=/1-1069108159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1069108159 2024-11-13T10:21:20,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40727-0x10110d827540003, quorum=127.0.0.1:55942, baseZNode=/1-1069108159 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1069108159/running 2024-11-13T10:21:20,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40727-0x10110d827540003, quorum=127.0.0.1:55942, baseZNode=/1-1069108159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1069108159 2024-11-13T10:21:20,364 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T10:21:20,364 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T10:21:20,365 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:21:20,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:20,365 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36763-0x10110d827540004, quorum=127.0.0.1:55942, baseZNode=/1-1069108159 Set watcher on znode that does not yet exist, /1-1069108159/running 2024-11-13T10:21:20,365 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '770665a7984d,36763,1731493253397' ***** 2024-11-13T10:21:20,365 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T10:21:20,365 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40727-0x10110d827540003, quorum=127.0.0.1:55942, baseZNode=/1-1069108159 Set watcher on znode that does not yet exist, /1-1069108159/running 2024-11-13T10:21:20,366 INFO [RS:0;770665a7984d:36763 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T10:21:20,366 INFO [RS:0;770665a7984d:36763 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T10:21:20,366 INFO [RS:0;770665a7984d:36763 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T10:21:20,366 INFO [RS:0;770665a7984d:36763 {}] regionserver.HRegionServer(3091): Received CLOSE for b988277f76dc97ec960de863cef59473 2024-11-13T10:21:20,366 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T10:21:20,366 INFO [RS:0;770665a7984d:36763 {}] regionserver.HRegionServer(3091): Received CLOSE for bb41933be0decbfb6b489e8bc90be36c 2024-11-13T10:21:20,366 INFO [RS:0;770665a7984d:36763 {}] regionserver.HRegionServer(959): stopping server 770665a7984d,36763,1731493253397 2024-11-13T10:21:20,366 INFO [RS:0;770665a7984d:36763 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T10:21:20,366 INFO [RS:0;770665a7984d:36763 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;770665a7984d:36763. 2024-11-13T10:21:20,366 DEBUG [RS:0;770665a7984d:36763 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:21:20,366 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b988277f76dc97ec960de863cef59473, disabling compactions & flushes 2024-11-13T10:21:20,366 DEBUG [RS:0;770665a7984d:36763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:20,366 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731493266130.b988277f76dc97ec960de863cef59473. 2024-11-13T10:21:20,366 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731493266130.b988277f76dc97ec960de863cef59473. 2024-11-13T10:21:20,366 INFO [RS:0;770665a7984d:36763 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T10:21:20,366 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731493266130.b988277f76dc97ec960de863cef59473. after waiting 0 ms 2024-11-13T10:21:20,366 INFO [RS:0;770665a7984d:36763 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T10:21:20,366 INFO [RS:0;770665a7984d:36763 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T10:21:20,366 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731493266130.b988277f76dc97ec960de863cef59473. 2024-11-13T10:21:20,366 INFO [RS:0;770665a7984d:36763 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T10:21:20,366 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b988277f76dc97ec960de863cef59473 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-13T10:21:20,367 INFO [RS:0;770665a7984d:36763 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T10:21:20,367 DEBUG [RS:0;770665a7984d:36763 {}] regionserver.HRegionServer(1325): Online Regions={b988277f76dc97ec960de863cef59473=hbase:replication,,1731493266130.b988277f76dc97ec960de863cef59473., 1588230740=hbase:meta,,1.1588230740, bb41933be0decbfb6b489e8bc90be36c=test,,1731493261654.bb41933be0decbfb6b489e8bc90be36c.} 2024-11-13T10:21:20,367 DEBUG [RS:0;770665a7984d:36763 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b988277f76dc97ec960de863cef59473, bb41933be0decbfb6b489e8bc90be36c 2024-11-13T10:21:20,367 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T10:21:20,367 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T10:21:20,367 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T10:21:20,367 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T10:21:20,367 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T10:21:20,367 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T10:21:20,373 INFO [regionserver/770665a7984d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T10:21:20,389 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/data/hbase/replication/b988277f76dc97ec960de863cef59473/.tmp/queue/71f71a22d84f4f82b9ac89b2da926a03 is 154, key is 1-770665a7984d,36763,1731493253397/queue:770665a7984d%2C36763%2C1731493253397/1731493276161/Put/seqid=0 2024-11-13T10:21:20,389 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/data/hbase/meta/1588230740/.tmp/info/6d3230e17d164dc380134ca28b7e11c0 is 147, key is hbase:replication,,1731493266130.b988277f76dc97ec960de863cef59473./info:regioninfo/1731493267309/Put/seqid=0 2024-11-13T10:21:20,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741840_1016 (size=5353) 2024-11-13T10:21:20,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741841_1017 (size=7686) 2024-11-13T10:21:20,524 INFO [regionserver/770665a7984d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T10:21:20,524 INFO [regionserver/770665a7984d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T10:21:20,567 DEBUG [RS:0;770665a7984d:36763 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b988277f76dc97ec960de863cef59473, bb41933be0decbfb6b489e8bc90be36c 2024-11-13T10:21:20,593 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,36763,1731493253397.replicationSource.wal-reader.770665a7984d%2C36763%2C1731493253397,1-770665a7984d,36763,1731493253397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/WALs/770665a7984d,36763,1731493253397/770665a7984d%2C36763%2C1731493253397.1731493254589 to pos 1191, reset compression=false 2024-11-13T10:21:20,767 DEBUG [RS:0;770665a7984d:36763 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b988277f76dc97ec960de863cef59473, bb41933be0decbfb6b489e8bc90be36c 2024-11-13T10:21:20,811 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/data/hbase/meta/1588230740/.tmp/info/6d3230e17d164dc380134ca28b7e11c0 2024-11-13T10:21:20,811 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/data/hbase/replication/b988277f76dc97ec960de863cef59473/.tmp/queue/71f71a22d84f4f82b9ac89b2da926a03 2024-11-13T10:21:20,819 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/data/hbase/replication/b988277f76dc97ec960de863cef59473/.tmp/queue/71f71a22d84f4f82b9ac89b2da926a03 as hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/data/hbase/replication/b988277f76dc97ec960de863cef59473/queue/71f71a22d84f4f82b9ac89b2da926a03 2024-11-13T10:21:20,823 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/data/hbase/replication/b988277f76dc97ec960de863cef59473/queue/71f71a22d84f4f82b9ac89b2da926a03, entries=1, sequenceid=12, filesize=5.2 K 2024-11-13T10:21:20,824 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for b988277f76dc97ec960de863cef59473 in 458ms, sequenceid=12, compaction requested=false 2024-11-13T10:21:20,829 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/data/hbase/replication/b988277f76dc97ec960de863cef59473/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-13T10:21:20,830 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T10:21:20,830 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T10:21:20,830 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731493266130.b988277f76dc97ec960de863cef59473. 2024-11-13T10:21:20,830 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b988277f76dc97ec960de863cef59473: Waiting for close lock at 1731493280366Running coprocessor pre-close hooks at 1731493280366Disabling compacts and flushes for region at 1731493280366Disabling writes for close at 1731493280366Obtaining lock to block concurrent updates at 1731493280366Preparing flush snapshotting stores in b988277f76dc97ec960de863cef59473 at 1731493280366Finished memstore snapshotting hbase:replication,,1731493266130.b988277f76dc97ec960de863cef59473., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731493280367 (+1 ms)Flushing stores of hbase:replication,,1731493266130.b988277f76dc97ec960de863cef59473. at 1731493280367Flushing b988277f76dc97ec960de863cef59473/queue: creating writer at 1731493280367Flushing b988277f76dc97ec960de863cef59473/queue: appending metadata at 1731493280389 (+22 ms)Flushing b988277f76dc97ec960de863cef59473/queue: closing flushed file at 1731493280389Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b55f3ef: reopening flushed file at 1731493280818 (+429 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for b988277f76dc97ec960de863cef59473 in 458ms, sequenceid=12, compaction requested=false at 1731493280824 (+6 ms)Writing region close event to WAL at 1731493280827 (+3 ms)Running coprocessor post-close hooks at 1731493280830 (+3 ms)Closed at 1731493280830 2024-11-13T10:21:20,830 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731493266130.b988277f76dc97ec960de863cef59473. 2024-11-13T10:21:20,830 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bb41933be0decbfb6b489e8bc90be36c, disabling compactions & flushes 2024-11-13T10:21:20,830 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731493261654.bb41933be0decbfb6b489e8bc90be36c. 2024-11-13T10:21:20,830 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731493261654.bb41933be0decbfb6b489e8bc90be36c. 2024-11-13T10:21:20,830 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731493261654.bb41933be0decbfb6b489e8bc90be36c. after waiting 0 ms 2024-11-13T10:21:20,830 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731493261654.bb41933be0decbfb6b489e8bc90be36c. 2024-11-13T10:21:20,830 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bb41933be0decbfb6b489e8bc90be36c 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-13T10:21:20,842 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/data/hbase/meta/1588230740/.tmp/ns/9cbe10a01fa24dcbbf9efc4cfb7e35d8 is 43, key is default/ns:d/1731493255597/Put/seqid=0 2024-11-13T10:21:20,846 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/data/default/test/bb41933be0decbfb6b489e8bc90be36c/.tmp/f/bbec5bd96acb4d55bdae079b7eca7c9b is 29, key is row1/f:/1731493274474/DeleteFamily/seqid=0 2024-11-13T10:21:20,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741842_1018 (size=5153) 2024-11-13T10:21:20,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741843_1019 (size=5152) 2024-11-13T10:21:20,967 DEBUG [RS:0;770665a7984d:36763 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bb41933be0decbfb6b489e8bc90be36c 2024-11-13T10:21:21,167 DEBUG [RS:0;770665a7984d:36763 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bb41933be0decbfb6b489e8bc90be36c 2024-11-13T10:21:21,246 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/data/hbase/meta/1588230740/.tmp/ns/9cbe10a01fa24dcbbf9efc4cfb7e35d8 2024-11-13T10:21:21,250 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/data/default/test/bb41933be0decbfb6b489e8bc90be36c/.tmp/f/bbec5bd96acb4d55bdae079b7eca7c9b 2024-11-13T10:21:21,254 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bbec5bd96acb4d55bdae079b7eca7c9b 2024-11-13T10:21:21,268 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/data/default/test/bb41933be0decbfb6b489e8bc90be36c/.tmp/f1/b84cb7bef318419cbd5587686ebe1016 is 30, key is row1/f1:/1731493274474/DeleteFamily/seqid=0 2024-11-13T10:21:21,269 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/data/hbase/meta/1588230740/.tmp/rep_barrier/000c06aefa334702a8c4373f22247958 is 112, key is test,,1731493261654.bb41933be0decbfb6b489e8bc90be36c./rep_barrier:seqnumDuringOpen/1731493262406/Put/seqid=0 2024-11-13T10:21:21,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741844_1020 (size=5158) 2024-11-13T10:21:21,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741845_1021 (size=5518) 2024-11-13T10:21:21,368 INFO [RS:0;770665a7984d:36763 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T10:21:21,368 DEBUG [RS:0;770665a7984d:36763 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, bb41933be0decbfb6b489e8bc90be36c=test,,1731493261654.bb41933be0decbfb6b489e8bc90be36c.} 2024-11-13T10:21:21,368 DEBUG [RS:0;770665a7984d:36763 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bb41933be0decbfb6b489e8bc90be36c 2024-11-13T10:21:21,372 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43995,1731493249479.replicationSource.wal-reader.770665a7984d%2C43995%2C1731493249479,1-770665a7984d,43995,1731493249479 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/WALs/770665a7984d,43995,1731493249479/770665a7984d%2C43995%2C1731493249479.1731493251070 to pos 636, reset compression=false 2024-11-13T10:21:21,568 DEBUG [RS:0;770665a7984d:36763 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bb41933be0decbfb6b489e8bc90be36c 2024-11-13T10:21:21,596 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,36763,1731493253397.replicationSource.wal-reader.770665a7984d%2C36763%2C1731493253397,1-770665a7984d,36763,1731493253397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/WALs/770665a7984d,36763,1731493253397/770665a7984d%2C36763%2C1731493253397.1731493254589 to pos 1191, reset compression=false 2024-11-13T10:21:21,600 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,36763,1731493253397.replicationSource.wal-reader.770665a7984d%2C36763%2C1731493253397,1-770665a7984d,36763,1731493253397 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T10:21:21,600 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,36763,1731493253397.replicationSource.wal-reader.770665a7984d%2C36763%2C1731493253397,1-770665a7984d,36763,1731493253397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/WALs/770665a7984d,36763,1731493253397/770665a7984d%2C36763%2C1731493253397.1731493254589 to pos 1438, reset compression=false 2024-11-13T10:21:21,600 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,36763,1731493253397.replicationSource.shipper770665a7984d%2C36763%2C1731493253397,1-770665a7984d,36763,1731493253397 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-770665a7984d,36763,1731493253397 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/WALs/770665a7984d,36763,1731493253397/770665a7984d%2C36763%2C1731493253397.1731493254589, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T10:21:21,600 ERROR [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,36763,1731493253397.replicationSource.shipper770665a7984d%2C36763%2C1731493253397,1-770665a7984d,36763,1731493253397 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 770665a7984d,36763,1731493253397: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-770665a7984d,36763,1731493253397, walGroup=770665a7984d%2C36763%2C1731493253397, offset=770665a7984d%2C36763%2C1731493253397.1731493254589:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=770665a7984d:36763 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T10:21:21,601 ERROR [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,36763,1731493253397.replicationSource.shipper770665a7984d%2C36763%2C1731493253397,1-770665a7984d,36763,1731493253397 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T10:21:21,601 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,36763,1731493253397.replicationSource.shipper770665a7984d%2C36763%2C1731493253397,1-770665a7984d,36763,1731493253397 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T10:21:21,602 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,36763,1731493253397.replicationSource.shipper770665a7984d%2C36763%2C1731493253397,1-770665a7984d,36763,1731493253397 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T10:21:21,602 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,36763,1731493253397.replicationSource.shipper770665a7984d%2C36763%2C1731493253397,1-770665a7984d,36763,1731493253397 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T10:21:21,602 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,36763,1731493253397.replicationSource.shipper770665a7984d%2C36763%2C1731493253397,1-770665a7984d,36763,1731493253397 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T10:21:21,602 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,36763,1731493253397.replicationSource.shipper770665a7984d%2C36763%2C1731493253397,1-770665a7984d,36763,1731493253397 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1363148800, "init": 1048576000, "max": 2306867200, "used": 927711304 }, "NonHeapMemoryUsage": { "committed": 206569472, "init": 7667712, "max": -1, "used": 202256576 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T10:21:21,602 WARN [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,36763,1731493253397.replicationSource.shipper770665a7984d%2C36763%2C1731493253397,1-770665a7984d,36763,1731493253397 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=770665a7984d:40727 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=770665a7984d:40727 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T10:21:21,672 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/data/default/test/bb41933be0decbfb6b489e8bc90be36c/.tmp/f1/b84cb7bef318419cbd5587686ebe1016 2024-11-13T10:21:21,673 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/data/hbase/meta/1588230740/.tmp/rep_barrier/000c06aefa334702a8c4373f22247958 2024-11-13T10:21:21,676 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b84cb7bef318419cbd5587686ebe1016 2024-11-13T10:21:21,690 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/data/default/test/bb41933be0decbfb6b489e8bc90be36c/.tmp/norep/4888dd913542458d8f9fdaa849982b2f is 33, key is row1/norep:/1731493274474/DeleteFamily/seqid=0 2024-11-13T10:21:21,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741846_1022 (size=5108) 2024-11-13T10:21:21,693 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/data/hbase/meta/1588230740/.tmp/table/c01a1f3e0ddc458c9437f96395d76db5 is 53, key is hbase:replication/table:state/1731493267315/Put/seqid=0 2024-11-13T10:21:21,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741847_1023 (size=5308) 2024-11-13T10:21:21,768 DEBUG [RS:0;770665a7984d:36763 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bb41933be0decbfb6b489e8bc90be36c 2024-11-13T10:21:21,802 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,36763,1731493253397.replicationSource.wal-reader.770665a7984d%2C36763%2C1731493253397,1-770665a7984d,36763,1731493253397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/WALs/770665a7984d,36763,1731493253397/770665a7984d%2C36763%2C1731493253397.1731493254589 to pos 1438, reset compression=false 2024-11-13T10:21:21,968 DEBUG [RS:0;770665a7984d:36763 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bb41933be0decbfb6b489e8bc90be36c 2024-11-13T10:21:22,093 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/data/default/test/bb41933be0decbfb6b489e8bc90be36c/.tmp/norep/4888dd913542458d8f9fdaa849982b2f 2024-11-13T10:21:22,096 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/data/hbase/meta/1588230740/.tmp/table/c01a1f3e0ddc458c9437f96395d76db5 2024-11-13T10:21:22,097 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4888dd913542458d8f9fdaa849982b2f 2024-11-13T10:21:22,098 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/data/default/test/bb41933be0decbfb6b489e8bc90be36c/.tmp/f/bbec5bd96acb4d55bdae079b7eca7c9b as hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/data/default/test/bb41933be0decbfb6b489e8bc90be36c/f/bbec5bd96acb4d55bdae079b7eca7c9b 2024-11-13T10:21:22,100 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/data/hbase/meta/1588230740/.tmp/info/6d3230e17d164dc380134ca28b7e11c0 as hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/data/hbase/meta/1588230740/info/6d3230e17d164dc380134ca28b7e11c0 2024-11-13T10:21:22,102 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bbec5bd96acb4d55bdae079b7eca7c9b 2024-11-13T10:21:22,102 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/data/default/test/bb41933be0decbfb6b489e8bc90be36c/f/bbec5bd96acb4d55bdae079b7eca7c9b, entries=3, sequenceid=10, filesize=5.0 K 2024-11-13T10:21:22,103 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/data/default/test/bb41933be0decbfb6b489e8bc90be36c/.tmp/f1/b84cb7bef318419cbd5587686ebe1016 as hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/data/default/test/bb41933be0decbfb6b489e8bc90be36c/f1/b84cb7bef318419cbd5587686ebe1016 2024-11-13T10:21:22,104 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/data/hbase/meta/1588230740/info/6d3230e17d164dc380134ca28b7e11c0, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T10:21:22,104 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/data/hbase/meta/1588230740/.tmp/ns/9cbe10a01fa24dcbbf9efc4cfb7e35d8 as hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/data/hbase/meta/1588230740/ns/9cbe10a01fa24dcbbf9efc4cfb7e35d8 2024-11-13T10:21:22,106 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,36763,1731493253397.replicationSource.wal-reader.770665a7984d%2C36763%2C1731493253397,1-770665a7984d,36763,1731493253397 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/WALs/770665a7984d,36763,1731493253397/770665a7984d%2C36763%2C1731493253397.1731493254589 to pos 1438, reset compression=false 2024-11-13T10:21:22,107 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b84cb7bef318419cbd5587686ebe1016 2024-11-13T10:21:22,107 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/data/default/test/bb41933be0decbfb6b489e8bc90be36c/f1/b84cb7bef318419cbd5587686ebe1016, entries=3, sequenceid=10, filesize=5.0 K 2024-11-13T10:21:22,108 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/data/hbase/meta/1588230740/ns/9cbe10a01fa24dcbbf9efc4cfb7e35d8, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T10:21:22,108 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/data/default/test/bb41933be0decbfb6b489e8bc90be36c/.tmp/norep/4888dd913542458d8f9fdaa849982b2f as hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/data/default/test/bb41933be0decbfb6b489e8bc90be36c/norep/4888dd913542458d8f9fdaa849982b2f 2024-11-13T10:21:22,109 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/data/hbase/meta/1588230740/.tmp/rep_barrier/000c06aefa334702a8c4373f22247958 as hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/data/hbase/meta/1588230740/rep_barrier/000c06aefa334702a8c4373f22247958 2024-11-13T10:21:22,112 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4888dd913542458d8f9fdaa849982b2f 2024-11-13T10:21:22,112 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/data/default/test/bb41933be0decbfb6b489e8bc90be36c/norep/4888dd913542458d8f9fdaa849982b2f, entries=1, sequenceid=10, filesize=5.0 K 2024-11-13T10:21:22,112 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/data/hbase/meta/1588230740/rep_barrier/000c06aefa334702a8c4373f22247958, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T10:21:22,113 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for bb41933be0decbfb6b489e8bc90be36c in 1283ms, sequenceid=10, compaction requested=false 2024-11-13T10:21:22,113 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/data/hbase/meta/1588230740/.tmp/table/c01a1f3e0ddc458c9437f96395d76db5 as hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/data/hbase/meta/1588230740/table/c01a1f3e0ddc458c9437f96395d76db5 2024-11-13T10:21:22,116 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/data/default/test/bb41933be0decbfb6b489e8bc90be36c/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-13T10:21:22,116 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/data/hbase/meta/1588230740/table/c01a1f3e0ddc458c9437f96395d76db5, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T10:21:22,117 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1750ms, sequenceid=16, compaction requested=false 2024-11-13T10:21:22,117 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T10:21:22,117 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T10:21:22,117 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731493261654.bb41933be0decbfb6b489e8bc90be36c. 2024-11-13T10:21:22,117 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bb41933be0decbfb6b489e8bc90be36c: Waiting for close lock at 1731493280830Running coprocessor pre-close hooks at 1731493280830Disabling compacts and flushes for region at 1731493280830Disabling writes for close at 1731493280830Obtaining lock to block concurrent updates at 1731493280830Preparing flush snapshotting stores in bb41933be0decbfb6b489e8bc90be36c at 1731493280830Finished memstore snapshotting test,,1731493261654.bb41933be0decbfb6b489e8bc90be36c., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731493280831 (+1 ms)Flushing stores of test,,1731493261654.bb41933be0decbfb6b489e8bc90be36c. at 1731493280831Flushing bb41933be0decbfb6b489e8bc90be36c/f: creating writer at 1731493280831Flushing bb41933be0decbfb6b489e8bc90be36c/f: appending metadata at 1731493280845 (+14 ms)Flushing bb41933be0decbfb6b489e8bc90be36c/f: closing flushed file at 1731493280845Flushing bb41933be0decbfb6b489e8bc90be36c/f1: creating writer at 1731493281255 (+410 ms)Flushing bb41933be0decbfb6b489e8bc90be36c/f1: appending metadata at 1731493281268 (+13 ms)Flushing bb41933be0decbfb6b489e8bc90be36c/f1: closing flushed file at 1731493281268Flushing bb41933be0decbfb6b489e8bc90be36c/norep: creating writer at 1731493281676 (+408 ms)Flushing bb41933be0decbfb6b489e8bc90be36c/norep: appending metadata at 1731493281689 (+13 ms)Flushing bb41933be0decbfb6b489e8bc90be36c/norep: closing flushed file at 1731493281689Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48ccad96: reopening flushed file at 1731493282097 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21aadda3: reopening flushed file at 1731493282102 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fe2fc42: reopening flushed file at 1731493282107 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for bb41933be0decbfb6b489e8bc90be36c in 1283ms, sequenceid=10, compaction requested=false at 1731493282113 (+6 ms)Writing region close event to WAL at 1731493282114 (+1 ms)Running coprocessor post-close hooks at 1731493282117 (+3 ms)Closed at 1731493282117 2024-11-13T10:21:22,117 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731493261654.bb41933be0decbfb6b489e8bc90be36c. 2024-11-13T10:21:22,120 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T10:21:22,120 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T10:21:22,121 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T10:21:22,121 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T10:21:22,121 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731493280367Running coprocessor pre-close hooks at 1731493280367Disabling compacts and flushes for region at 1731493280367Disabling writes for close at 1731493280367Obtaining lock to block concurrent updates at 1731493280367Preparing flush snapshotting stores in 1588230740 at 1731493280367Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731493280367Flushing stores of hbase:meta,,1.1588230740 at 1731493280368 (+1 ms)Flushing 1588230740/info: creating writer at 1731493280368Flushing 1588230740/info: appending metadata at 1731493280389 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731493280389Flushing 1588230740/ns: creating writer at 1731493280816 (+427 ms)Flushing 1588230740/ns: appending metadata at 1731493280841 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1731493280842 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731493281250 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731493281269 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731493281269Flushing 1588230740/table: creating writer at 1731493281677 (+408 ms)Flushing 1588230740/table: appending metadata at 1731493281693 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731493281693Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c2764d4: reopening flushed file at 1731493282100 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cb2397f: reopening flushed file at 1731493282104 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47d48bc0: reopening flushed file at 1731493282108 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d1e8ab: reopening flushed file at 1731493282112 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1750ms, sequenceid=16, compaction requested=false at 1731493282117 (+5 ms)Writing region close event to WAL at 1731493282118 (+1 ms)Running coprocessor post-close hooks at 1731493282120 (+2 ms)Closed at 1731493282121 (+1 ms) 2024-11-13T10:21:22,121 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T10:21:22,168 INFO [RS:0;770665a7984d:36763 {}] regionserver.HRegionServer(976): stopping server 770665a7984d,36763,1731493253397; all regions closed. 2024-11-13T10:21:22,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741834_1010 (size=4239) 2024-11-13T10:21:22,171 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/WALs/770665a7984d,36763,1731493253397/770665a7984d%2C36763%2C1731493253397.meta.1731493255544.meta not finished, retry = 0 2024-11-13T10:21:22,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741839_1015 (size=3114) 2024-11-13T10:21:22,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741832_1008 (size=2090) 2024-11-13T10:21:22,276 DEBUG [RS:0;770665a7984d:36763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:22,276 INFO [RS:0;770665a7984d:36763 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T10:21:22,276 INFO [RS:0;770665a7984d:36763 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T10:21:22,276 INFO [RS:0;770665a7984d:36763 {}] hbase.ChoreService(370): Chore service for: regionserver/770665a7984d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T10:21:22,276 INFO [RS:0;770665a7984d:36763 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T10:21:22,276 INFO [regionserver/770665a7984d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T10:21:22,277 INFO [RS:0;770665a7984d:36763 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-770665a7984d,36763,1731493253397 because: Region server is closing 2024-11-13T10:21:22,277 INFO [RS:0;770665a7984d:36763 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;770665a7984d:36763. 2024-11-13T10:21:22,277 DEBUG [RS:0;770665a7984d:36763 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:21:22,277 DEBUG [RS:0;770665a7984d:36763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:22,277 DEBUG [RS:0;770665a7984d:36763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:22,277 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:21:22,377 INFO [RS:0;770665a7984d:36763 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,36763,1731493253397.replicationSource.shipper770665a7984d%2C36763%2C1731493253397,1-770665a7984d,36763,1731493253397 terminated 2024-11-13T10:21:22,377 WARN [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,36763,1731493253397.replicationSource.wal-reader.770665a7984d%2C36763%2C1731493253397,1-770665a7984d,36763,1731493253397 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T10:21:22,377 INFO [RS:0;770665a7984d:36763 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;770665a7984d:36763. 2024-11-13T10:21:22,377 DEBUG [RS:0;770665a7984d:36763 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:21:22,378 DEBUG [RS:0;770665a7984d:36763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:22,378 DEBUG [RS:0;770665a7984d:36763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:22,378 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:21:22,378 INFO [RS:0;770665a7984d:36763 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36763 2024-11-13T10:21:22,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36763-0x10110d827540004, quorum=127.0.0.1:55942, baseZNode=/1-1069108159 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1069108159/rs/770665a7984d,36763,1731493253397 2024-11-13T10:21:22,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40727-0x10110d827540003, quorum=127.0.0.1:55942, baseZNode=/1-1069108159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1069108159/rs 2024-11-13T10:21:22,380 INFO [RS:0;770665a7984d:36763 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T10:21:22,388 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [770665a7984d,36763,1731493253397] 2024-11-13T10:21:22,389 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1069108159/draining/770665a7984d,36763,1731493253397 already deleted, retry=false 2024-11-13T10:21:22,389 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 770665a7984d,36763,1731493253397 expired; onlineServers=0 2024-11-13T10:21:22,389 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '770665a7984d,40727,1731493253172' ***** 2024-11-13T10:21:22,389 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T10:21:22,389 INFO [M:0;770665a7984d:40727 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T10:21:22,389 INFO [M:0;770665a7984d:40727 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T10:21:22,389 DEBUG [M:0;770665a7984d:40727 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T10:21:22,390 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T10:21:22,390 DEBUG [M:0;770665a7984d:40727 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T10:21:22,390 DEBUG [master/770665a7984d:0:becomeActiveMaster-HFileCleaner.small.0-1731493254384 {}] cleaner.HFileCleaner(306): Exit Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.small.0-1731493254384,5,FailOnTimeoutGroup] 2024-11-13T10:21:22,390 DEBUG [master/770665a7984d:0:becomeActiveMaster-HFileCleaner.large.0-1731493254380 {}] cleaner.HFileCleaner(306): Exit Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.large.0-1731493254380,5,FailOnTimeoutGroup] 2024-11-13T10:21:22,390 INFO [M:0;770665a7984d:40727 {}] hbase.ChoreService(370): Chore service for: master/770665a7984d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T10:21:22,390 INFO [M:0;770665a7984d:40727 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T10:21:22,390 DEBUG [M:0;770665a7984d:40727 {}] master.HMaster(1795): Stopping service threads 2024-11-13T10:21:22,390 INFO [M:0;770665a7984d:40727 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T10:21:22,390 INFO [M:0;770665a7984d:40727 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T10:21:22,390 INFO [M:0;770665a7984d:40727 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T10:21:22,390 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T10:21:22,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40727-0x10110d827540003, quorum=127.0.0.1:55942, baseZNode=/1-1069108159 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1069108159/master 2024-11-13T10:21:22,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40727-0x10110d827540003, quorum=127.0.0.1:55942, baseZNode=/1-1069108159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1069108159 2024-11-13T10:21:22,391 DEBUG [M:0;770665a7984d:40727 {}] zookeeper.ZKUtil(347): master:40727-0x10110d827540003, quorum=127.0.0.1:55942, baseZNode=/1-1069108159 Unable to get data of znode /1-1069108159/master because node does not exist (not an error) 2024-11-13T10:21:22,391 WARN [M:0;770665a7984d:40727 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T10:21:22,392 INFO [M:0;770665a7984d:40727 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/.lastflushedseqids 2024-11-13T10:21:22,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741848_1024 (size=245) 2024-11-13T10:21:22,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36763-0x10110d827540004, quorum=127.0.0.1:55942, baseZNode=/1-1069108159 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:21:22,488 INFO [RS:0;770665a7984d:36763 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T10:21:22,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36763-0x10110d827540004, quorum=127.0.0.1:55942, baseZNode=/1-1069108159 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:21:22,488 INFO [RS:0;770665a7984d:36763 {}] regionserver.HRegionServer(1031): Exiting; stopping=770665a7984d,36763,1731493253397; zookeeper connection closed. 2024-11-13T10:21:22,489 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1c0dc242 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1c0dc242 2024-11-13T10:21:22,489 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T10:21:22,675 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43995,1731493249479.replicationSource.wal-reader.770665a7984d%2C43995%2C1731493249479,1-770665a7984d,43995,1731493249479 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/WALs/770665a7984d,43995,1731493249479/770665a7984d%2C43995%2C1731493249479.1731493251070 to pos 636, reset compression=false 2024-11-13T10:21:22,761 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T10:21:22,796 INFO [M:0;770665a7984d:40727 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T10:21:22,796 INFO [M:0;770665a7984d:40727 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T10:21:22,796 DEBUG [M:0;770665a7984d:40727 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T10:21:22,796 INFO [M:0;770665a7984d:40727 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:21:22,796 DEBUG [M:0;770665a7984d:40727 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:21:22,796 DEBUG [M:0;770665a7984d:40727 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T10:21:22,796 DEBUG [M:0;770665a7984d:40727 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:21:22,797 INFO [M:0;770665a7984d:40727 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-13T10:21:22,815 DEBUG [M:0;770665a7984d:40727 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eb78ff36b9c34d52a18ea0c9cb3faebf is 82, key is hbase:meta,,1/info:regioninfo/1731493255587/Put/seqid=0 2024-11-13T10:21:22,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:22,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:22,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:22,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:22,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:22,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741849_1025 (size=5672) 2024-11-13T10:21:22,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:22,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:22,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:22,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:22,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:22,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:22,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:22,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:22,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:22,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:23,220 INFO [M:0;770665a7984d:40727 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eb78ff36b9c34d52a18ea0c9cb3faebf 2024-11-13T10:21:23,241 DEBUG [M:0;770665a7984d:40727 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1f46fddaf2eb4b18b442f80639e2436f is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731493267317/Put/seqid=0 2024-11-13T10:21:23,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741850_1026 (size=8516) 2024-11-13T10:21:23,367 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T10:21:23,368 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:23,368 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:23,369 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:23,369 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:23,369 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:23,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:23,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:23,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:23,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:23,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:23,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:23,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:23,406 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:23,406 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:23,408 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:23,645 INFO [M:0;770665a7984d:40727 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1f46fddaf2eb4b18b442f80639e2436f 2024-11-13T10:21:23,662 DEBUG [M:0;770665a7984d:40727 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dd4194d36ad44d66b22bc7703de02a88 is 69, key is 770665a7984d,36763,1731493253397/rs:state/1731493254440/Put/seqid=0 2024-11-13T10:21:23,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741851_1027 (size=5156) 2024-11-13T10:21:24,066 INFO [M:0;770665a7984d:40727 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dd4194d36ad44d66b22bc7703de02a88 2024-11-13T10:21:24,070 DEBUG [M:0;770665a7984d:40727 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eb78ff36b9c34d52a18ea0c9cb3faebf as hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/eb78ff36b9c34d52a18ea0c9cb3faebf 2024-11-13T10:21:24,073 INFO [M:0;770665a7984d:40727 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/eb78ff36b9c34d52a18ea0c9cb3faebf, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T10:21:24,074 DEBUG [M:0;770665a7984d:40727 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1f46fddaf2eb4b18b442f80639e2436f as hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1f46fddaf2eb4b18b442f80639e2436f 2024-11-13T10:21:24,078 INFO [M:0;770665a7984d:40727 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1f46fddaf2eb4b18b442f80639e2436f, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T10:21:24,079 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43995,1731493249479.replicationSource.wal-reader.770665a7984d%2C43995%2C1731493249479,1-770665a7984d,43995,1731493249479 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/WALs/770665a7984d,43995,1731493249479/770665a7984d%2C43995%2C1731493249479.1731493251070 to pos 636, reset compression=false 2024-11-13T10:21:24,079 DEBUG [M:0;770665a7984d:40727 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dd4194d36ad44d66b22bc7703de02a88 as hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dd4194d36ad44d66b22bc7703de02a88 2024-11-13T10:21:24,083 INFO [M:0;770665a7984d:40727 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40505/user/jenkins/test-data/8588c3ef-dc32-160c-8d7b-2fd52ea22a5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dd4194d36ad44d66b22bc7703de02a88, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T10:21:24,084 INFO [M:0;770665a7984d:40727 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=97, compaction requested=false 2024-11-13T10:21:24,085 INFO [M:0;770665a7984d:40727 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:21:24,085 DEBUG [M:0;770665a7984d:40727 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731493282796Disabling compacts and flushes for region at 1731493282796Disabling writes for close at 1731493282796Obtaining lock to block concurrent updates at 1731493282797 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731493282797Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731493282797Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731493282797Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731493282798 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731493282815 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731493282815Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731493283223 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731493283240 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731493283240Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731493283648 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731493283662 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731493283662Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d3e4d45: reopening flushed file at 1731493284069 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7edfc437: reopening flushed file at 1731493284073 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61cf9e3d: reopening flushed file at 1731493284079 (+6 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=97, compaction requested=false at 1731493284084 (+5 ms)Writing region close event to WAL at 1731493284085 (+1 ms)Closed at 1731493284085 2024-11-13T10:21:24,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37953 is added to blk_1073741830_1006 (size=63654) 2024-11-13T10:21:24,087 INFO [M:0;770665a7984d:40727 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T10:21:24,087 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T10:21:24,088 INFO [M:0;770665a7984d:40727 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40727 2024-11-13T10:21:24,088 INFO [M:0;770665a7984d:40727 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T10:21:24,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40727-0x10110d827540003, quorum=127.0.0.1:55942, baseZNode=/1-1069108159 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:21:24,190 INFO [M:0;770665a7984d:40727 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T10:21:24,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40727-0x10110d827540003, quorum=127.0.0.1:55942, baseZNode=/1-1069108159 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:21:24,193 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@198298d9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T10:21:24,193 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@965b6c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T10:21:24,193 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T10:21:24,194 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f92b2d4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T10:21:24,194 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@600039f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a92bf844-c616-0f86-0507-979efe971ed4/hadoop.log.dir/,STOPPED} 2024-11-13T10:21:24,195 WARN [BP-497529481-172.17.0.2-1731493252138 heartbeating to localhost/127.0.0.1:40505 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T10:21:24,195 WARN [BP-497529481-172.17.0.2-1731493252138 heartbeating to localhost/127.0.0.1:40505 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-497529481-172.17.0.2-1731493252138 (Datanode Uuid 15099f73-1198-4a3e-848e-f692f1f60f3b) service to localhost/127.0.0.1:40505 2024-11-13T10:21:24,195 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T10:21:24,195 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T10:21:24,196 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a92bf844-c616-0f86-0507-979efe971ed4/cluster_5c2ec8a3-abdc-fa55-7567-a1f722f0b320/data/data1/current/BP-497529481-172.17.0.2-1731493252138 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T10:21:24,196 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a92bf844-c616-0f86-0507-979efe971ed4/cluster_5c2ec8a3-abdc-fa55-7567-a1f722f0b320/data/data2/current/BP-497529481-172.17.0.2-1731493252138 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T10:21:24,196 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T10:21:24,202 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4cb05dc5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T10:21:24,203 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3c773f45{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T10:21:24,203 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T10:21:24,203 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@477a74d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T10:21:24,203 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c3bd2e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a92bf844-c616-0f86-0507-979efe971ed4/hadoop.log.dir/,STOPPED} 2024-11-13T10:21:24,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T10:21:24,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T10:21:24,217 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T10:21:24,218 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:21:24,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:24,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:24,218 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:21:24,218 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T10:21:24,218 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1359802783, stopped=false 2024-11-13T10:21:24,218 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=770665a7984d,37191,1731493249421 2024-11-13T10:21:24,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37191-0x10110d827540000, quorum=127.0.0.1:55942, baseZNode=/0305938649 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0305938649/running 2024-11-13T10:21:24,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43995-0x10110d827540001, quorum=127.0.0.1:55942, baseZNode=/0305938649 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0305938649/running 2024-11-13T10:21:24,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37191-0x10110d827540000, quorum=127.0.0.1:55942, baseZNode=/0305938649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0305938649 2024-11-13T10:21:24,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43995-0x10110d827540001, quorum=127.0.0.1:55942, baseZNode=/0305938649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0305938649 2024-11-13T10:21:24,219 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T10:21:24,220 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T10:21:24,220 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:21:24,220 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:24,220 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '770665a7984d,43995,1731493249479' ***** 2024-11-13T10:21:24,220 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T10:21:24,220 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37191-0x10110d827540000, quorum=127.0.0.1:55942, baseZNode=/0305938649 Set watcher on znode that does not yet exist, /0305938649/running 2024-11-13T10:21:24,220 INFO [RS:0;770665a7984d:43995 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T10:21:24,220 INFO [RS:0;770665a7984d:43995 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T10:21:24,220 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T10:21:24,220 INFO [RS:0;770665a7984d:43995 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T10:21:24,221 INFO [RS:0;770665a7984d:43995 {}] regionserver.HRegionServer(3091): Received CLOSE for 9ec6eecd94e98233577e3dbcd0326504 2024-11-13T10:21:24,221 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43995-0x10110d827540001, quorum=127.0.0.1:55942, baseZNode=/0305938649 Set watcher on znode that does not yet exist, /0305938649/running 2024-11-13T10:21:24,221 INFO [RS:0;770665a7984d:43995 {}] regionserver.HRegionServer(3091): Received CLOSE for 72becd95ab35b4d0d5ce3b0dd897e402 2024-11-13T10:21:24,221 INFO [RS:0;770665a7984d:43995 {}] regionserver.HRegionServer(959): stopping server 770665a7984d,43995,1731493249479 2024-11-13T10:21:24,221 INFO [RS:0;770665a7984d:43995 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T10:21:24,221 INFO [RS:0;770665a7984d:43995 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;770665a7984d:43995. 2024-11-13T10:21:24,221 DEBUG [RS:0;770665a7984d:43995 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:21:24,221 DEBUG [RS:0;770665a7984d:43995 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:24,221 INFO [RS:0;770665a7984d:43995 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T10:21:24,221 INFO [RS:0;770665a7984d:43995 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T10:21:24,221 INFO [RS:0;770665a7984d:43995 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T10:21:24,221 INFO [RS:0;770665a7984d:43995 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T10:21:24,221 INFO [RS:0;770665a7984d:43995 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T10:21:24,221 DEBUG [RS:0;770665a7984d:43995 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 9ec6eecd94e98233577e3dbcd0326504=test,,1731493259500.9ec6eecd94e98233577e3dbcd0326504., 72becd95ab35b4d0d5ce3b0dd897e402=hbase:replication,,1731493264977.72becd95ab35b4d0d5ce3b0dd897e402.} 2024-11-13T10:21:24,222 DEBUG [RS:0;770665a7984d:43995 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 72becd95ab35b4d0d5ce3b0dd897e402, 9ec6eecd94e98233577e3dbcd0326504 2024-11-13T10:21:24,222 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9ec6eecd94e98233577e3dbcd0326504, disabling compactions & flushes 2024-11-13T10:21:24,222 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731493259500.9ec6eecd94e98233577e3dbcd0326504. 2024-11-13T10:21:24,222 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731493259500.9ec6eecd94e98233577e3dbcd0326504. 2024-11-13T10:21:24,222 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731493259500.9ec6eecd94e98233577e3dbcd0326504. after waiting 0 ms 2024-11-13T10:21:24,222 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T10:21:24,222 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731493259500.9ec6eecd94e98233577e3dbcd0326504. 2024-11-13T10:21:24,222 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T10:21:24,222 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T10:21:24,222 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T10:21:24,222 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T10:21:24,222 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9ec6eecd94e98233577e3dbcd0326504 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-13T10:21:24,222 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T10:21:24,237 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/data/hbase/meta/1588230740/.tmp/info/e37ca0483b48402ba1af6bd8ba62e778 is 147, key is hbase:replication,,1731493264977.72becd95ab35b4d0d5ce3b0dd897e402./info:regioninfo/1731493265371/Put/seqid=0 2024-11-13T10:21:24,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44161 is added to blk_1073741840_1016 (size=7686) 2024-11-13T10:21:24,240 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/data/default/test/9ec6eecd94e98233577e3dbcd0326504/.tmp/f/45307309a8c44599b6c1d6c9d3007648 is 28, key is row/f:/1731493273469/DeleteFamily/seqid=0 2024-11-13T10:21:24,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44161 is added to blk_1073741841_1017 (size=5085) 2024-11-13T10:21:24,243 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/data/default/test/9ec6eecd94e98233577e3dbcd0326504/.tmp/f/45307309a8c44599b6c1d6c9d3007648 2024-11-13T10:21:24,247 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 45307309a8c44599b6c1d6c9d3007648 2024-11-13T10:21:24,268 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/data/default/test/9ec6eecd94e98233577e3dbcd0326504/.tmp/f1/7d0405f18f6840bb8d0fdc9582de54a5 is 29, key is row/f1:/1731493273469/DeleteFamily/seqid=0 2024-11-13T10:21:24,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44161 is added to blk_1073741842_1018 (size=5089) 2024-11-13T10:21:24,275 INFO [regionserver/770665a7984d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T10:21:24,422 DEBUG [RS:0;770665a7984d:43995 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 72becd95ab35b4d0d5ce3b0dd897e402, 9ec6eecd94e98233577e3dbcd0326504 2024-11-13T10:21:24,622 DEBUG [RS:0;770665a7984d:43995 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 72becd95ab35b4d0d5ce3b0dd897e402, 9ec6eecd94e98233577e3dbcd0326504 2024-11-13T10:21:24,641 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/data/hbase/meta/1588230740/.tmp/info/e37ca0483b48402ba1af6bd8ba62e778 2024-11-13T10:21:24,658 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/data/hbase/meta/1588230740/.tmp/ns/dbc35f7ca54746a19fb446190a10b6e0 is 43, key is default/ns:d/1731493252045/Put/seqid=0 2024-11-13T10:21:24,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44161 is added to blk_1073741843_1019 (size=5153) 2024-11-13T10:21:24,671 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/data/default/test/9ec6eecd94e98233577e3dbcd0326504/.tmp/f1/7d0405f18f6840bb8d0fdc9582de54a5 2024-11-13T10:21:24,675 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7d0405f18f6840bb8d0fdc9582de54a5 2024-11-13T10:21:24,688 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/data/default/test/9ec6eecd94e98233577e3dbcd0326504/.tmp/norep/19d3afe54fad47edae3ae5d5c479922d is 32, key is row/norep:/1731493273469/DeleteFamily/seqid=0 2024-11-13T10:21:24,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44161 is added to blk_1073741844_1020 (size=5101) 2024-11-13T10:21:24,691 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/data/default/test/9ec6eecd94e98233577e3dbcd0326504/.tmp/norep/19d3afe54fad47edae3ae5d5c479922d 2024-11-13T10:21:24,694 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 19d3afe54fad47edae3ae5d5c479922d 2024-11-13T10:21:24,695 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/data/default/test/9ec6eecd94e98233577e3dbcd0326504/.tmp/f/45307309a8c44599b6c1d6c9d3007648 as hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/data/default/test/9ec6eecd94e98233577e3dbcd0326504/f/45307309a8c44599b6c1d6c9d3007648 2024-11-13T10:21:24,698 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 45307309a8c44599b6c1d6c9d3007648 2024-11-13T10:21:24,698 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/data/default/test/9ec6eecd94e98233577e3dbcd0326504/f/45307309a8c44599b6c1d6c9d3007648, entries=1, sequenceid=6, filesize=5.0 K 2024-11-13T10:21:24,699 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/data/default/test/9ec6eecd94e98233577e3dbcd0326504/.tmp/f1/7d0405f18f6840bb8d0fdc9582de54a5 as hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/data/default/test/9ec6eecd94e98233577e3dbcd0326504/f1/7d0405f18f6840bb8d0fdc9582de54a5 2024-11-13T10:21:24,703 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7d0405f18f6840bb8d0fdc9582de54a5 2024-11-13T10:21:24,703 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/data/default/test/9ec6eecd94e98233577e3dbcd0326504/f1/7d0405f18f6840bb8d0fdc9582de54a5, entries=1, sequenceid=6, filesize=5.0 K 2024-11-13T10:21:24,704 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/data/default/test/9ec6eecd94e98233577e3dbcd0326504/.tmp/norep/19d3afe54fad47edae3ae5d5c479922d as hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/data/default/test/9ec6eecd94e98233577e3dbcd0326504/norep/19d3afe54fad47edae3ae5d5c479922d 2024-11-13T10:21:24,706 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 19d3afe54fad47edae3ae5d5c479922d 2024-11-13T10:21:24,707 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/data/default/test/9ec6eecd94e98233577e3dbcd0326504/norep/19d3afe54fad47edae3ae5d5c479922d, entries=1, sequenceid=6, filesize=5.0 K 2024-11-13T10:21:24,707 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 9ec6eecd94e98233577e3dbcd0326504 in 485ms, sequenceid=6, compaction requested=false 2024-11-13T10:21:24,707 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T10:21:24,711 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/data/default/test/9ec6eecd94e98233577e3dbcd0326504/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-13T10:21:24,711 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T10:21:24,711 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T10:21:24,711 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731493259500.9ec6eecd94e98233577e3dbcd0326504. 2024-11-13T10:21:24,711 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9ec6eecd94e98233577e3dbcd0326504: Waiting for close lock at 1731493284221Running coprocessor pre-close hooks at 1731493284221Disabling compacts and flushes for region at 1731493284221Disabling writes for close at 1731493284222 (+1 ms)Obtaining lock to block concurrent updates at 1731493284222Preparing flush snapshotting stores in 9ec6eecd94e98233577e3dbcd0326504 at 1731493284222Finished memstore snapshotting test,,1731493259500.9ec6eecd94e98233577e3dbcd0326504., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731493284222Flushing stores of test,,1731493259500.9ec6eecd94e98233577e3dbcd0326504. at 1731493284223 (+1 ms)Flushing 9ec6eecd94e98233577e3dbcd0326504/f: creating writer at 1731493284223Flushing 9ec6eecd94e98233577e3dbcd0326504/f: appending metadata at 1731493284239 (+16 ms)Flushing 9ec6eecd94e98233577e3dbcd0326504/f: closing flushed file at 1731493284239Flushing 9ec6eecd94e98233577e3dbcd0326504/f1: creating writer at 1731493284247 (+8 ms)Flushing 9ec6eecd94e98233577e3dbcd0326504/f1: appending metadata at 1731493284267 (+20 ms)Flushing 9ec6eecd94e98233577e3dbcd0326504/f1: closing flushed file at 1731493284267Flushing 9ec6eecd94e98233577e3dbcd0326504/norep: creating writer at 1731493284675 (+408 ms)Flushing 9ec6eecd94e98233577e3dbcd0326504/norep: appending metadata at 1731493284688 (+13 ms)Flushing 9ec6eecd94e98233577e3dbcd0326504/norep: closing flushed file at 1731493284688Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49b5df2f: reopening flushed file at 1731493284694 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@556078dc: reopening flushed file at 1731493284698 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@403e1e5d: reopening flushed file at 1731493284703 (+5 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 9ec6eecd94e98233577e3dbcd0326504 in 485ms, sequenceid=6, compaction requested=false at 1731493284707 (+4 ms)Writing region close event to WAL at 1731493284709 (+2 ms)Running coprocessor post-close hooks at 1731493284711 (+2 ms)Closed at 1731493284711 2024-11-13T10:21:24,711 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731493259500.9ec6eecd94e98233577e3dbcd0326504. 2024-11-13T10:21:24,711 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 72becd95ab35b4d0d5ce3b0dd897e402, disabling compactions & flushes 2024-11-13T10:21:24,711 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731493264977.72becd95ab35b4d0d5ce3b0dd897e402. 2024-11-13T10:21:24,711 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731493264977.72becd95ab35b4d0d5ce3b0dd897e402. 2024-11-13T10:21:24,711 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731493264977.72becd95ab35b4d0d5ce3b0dd897e402. after waiting 0 ms 2024-11-13T10:21:24,711 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731493264977.72becd95ab35b4d0d5ce3b0dd897e402. 2024-11-13T10:21:24,712 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 72becd95ab35b4d0d5ce3b0dd897e402 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-13T10:21:24,725 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/data/hbase/replication/72becd95ab35b4d0d5ce3b0dd897e402/.tmp/queue/9a4eae88ee814c4e87ba83b5200c30af is 153, key is 1-770665a7984d,43995,1731493249479/queue:770665a7984d%2C43995%2C1731493249479/1731493273632/Put/seqid=0 2024-11-13T10:21:24,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44161 is added to blk_1073741845_1021 (size=5352) 2024-11-13T10:21:24,822 DEBUG [RS:0;770665a7984d:43995 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 72becd95ab35b4d0d5ce3b0dd897e402 2024-11-13T10:21:24,937 INFO [regionserver/770665a7984d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T10:21:24,937 INFO [regionserver/770665a7984d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T10:21:25,022 DEBUG [RS:0;770665a7984d:43995 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 72becd95ab35b4d0d5ce3b0dd897e402 2024-11-13T10:21:25,062 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/data/hbase/meta/1588230740/.tmp/ns/dbc35f7ca54746a19fb446190a10b6e0 2024-11-13T10:21:25,080 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/data/hbase/meta/1588230740/.tmp/rep_barrier/dfe3279d85a94cfcbdcc2a5e04ef2f30 is 112, key is test,,1731493259500.9ec6eecd94e98233577e3dbcd0326504./rep_barrier:seqnumDuringOpen/1731493260648/Put/seqid=0 2024-11-13T10:21:25,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44161 is added to blk_1073741846_1022 (size=5518) 2024-11-13T10:21:25,129 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/data/hbase/replication/72becd95ab35b4d0d5ce3b0dd897e402/.tmp/queue/9a4eae88ee814c4e87ba83b5200c30af 2024-11-13T10:21:25,133 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/data/hbase/replication/72becd95ab35b4d0d5ce3b0dd897e402/.tmp/queue/9a4eae88ee814c4e87ba83b5200c30af as hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/data/hbase/replication/72becd95ab35b4d0d5ce3b0dd897e402/queue/9a4eae88ee814c4e87ba83b5200c30af 2024-11-13T10:21:25,136 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/data/hbase/replication/72becd95ab35b4d0d5ce3b0dd897e402/queue/9a4eae88ee814c4e87ba83b5200c30af, entries=1, sequenceid=8, filesize=5.2 K 2024-11-13T10:21:25,137 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 72becd95ab35b4d0d5ce3b0dd897e402 in 426ms, sequenceid=8, compaction requested=false 2024-11-13T10:21:25,137 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T10:21:25,142 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/data/hbase/replication/72becd95ab35b4d0d5ce3b0dd897e402/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-13T10:21:25,143 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T10:21:25,143 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T10:21:25,143 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731493264977.72becd95ab35b4d0d5ce3b0dd897e402. 2024-11-13T10:21:25,143 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 72becd95ab35b4d0d5ce3b0dd897e402: Waiting for close lock at 1731493284711Running coprocessor pre-close hooks at 1731493284711Disabling compacts and flushes for region at 1731493284711Disabling writes for close at 1731493284711Obtaining lock to block concurrent updates at 1731493284712 (+1 ms)Preparing flush snapshotting stores in 72becd95ab35b4d0d5ce3b0dd897e402 at 1731493284712Finished memstore snapshotting hbase:replication,,1731493264977.72becd95ab35b4d0d5ce3b0dd897e402., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1731493284712Flushing stores of hbase:replication,,1731493264977.72becd95ab35b4d0d5ce3b0dd897e402. at 1731493284712Flushing 72becd95ab35b4d0d5ce3b0dd897e402/queue: creating writer at 1731493284712Flushing 72becd95ab35b4d0d5ce3b0dd897e402/queue: appending metadata at 1731493284725 (+13 ms)Flushing 72becd95ab35b4d0d5ce3b0dd897e402/queue: closing flushed file at 1731493284725Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3257d07a: reopening flushed file at 1731493285133 (+408 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 72becd95ab35b4d0d5ce3b0dd897e402 in 426ms, sequenceid=8, compaction requested=false at 1731493285137 (+4 ms)Writing region close event to WAL at 1731493285140 (+3 ms)Running coprocessor post-close hooks at 1731493285142 (+2 ms)Closed at 1731493285143 (+1 ms) 2024-11-13T10:21:25,143 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731493264977.72becd95ab35b4d0d5ce3b0dd897e402. 2024-11-13T10:21:25,222 INFO [RS:0;770665a7984d:43995 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T10:21:25,222 DEBUG [RS:0;770665a7984d:43995 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T10:21:25,222 DEBUG [RS:0;770665a7984d:43995 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T10:21:25,423 DEBUG [RS:0;770665a7984d:43995 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T10:21:25,483 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/data/hbase/meta/1588230740/.tmp/rep_barrier/dfe3279d85a94cfcbdcc2a5e04ef2f30 2024-11-13T10:21:25,501 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/data/hbase/meta/1588230740/.tmp/table/6e25af39b92544eaa6abc58b2385463d is 53, key is hbase:replication/table:state/1731493265377/Put/seqid=0 2024-11-13T10:21:25,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44161 is added to blk_1073741847_1023 (size=5308) 2024-11-13T10:21:25,583 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43995,1731493249479.replicationSource.wal-reader.770665a7984d%2C43995%2C1731493249479,1-770665a7984d,43995,1731493249479 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/WALs/770665a7984d,43995,1731493249479/770665a7984d%2C43995%2C1731493249479.1731493251070 to pos 636, reset compression=false 2024-11-13T10:21:25,587 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43995,1731493249479.replicationSource.wal-reader.770665a7984d%2C43995%2C1731493249479,1-770665a7984d,43995,1731493249479 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T10:21:25,587 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43995,1731493249479.replicationSource.wal-reader.770665a7984d%2C43995%2C1731493249479,1-770665a7984d,43995,1731493249479 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/WALs/770665a7984d,43995,1731493249479/770665a7984d%2C43995%2C1731493249479.1731493251070 to pos 1527, reset compression=false 2024-11-13T10:21:25,587 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43995,1731493249479.replicationSource.shipper770665a7984d%2C43995%2C1731493249479,1-770665a7984d,43995,1731493249479 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-770665a7984d,43995,1731493249479 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/WALs/770665a7984d,43995,1731493249479/770665a7984d%2C43995%2C1731493249479.1731493251070, lastWalPosition=1527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T10:21:25,587 ERROR [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43995,1731493249479.replicationSource.shipper770665a7984d%2C43995%2C1731493249479,1-770665a7984d,43995,1731493249479 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 770665a7984d,43995,1731493249479: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-770665a7984d,43995,1731493249479, walGroup=770665a7984d%2C43995%2C1731493249479, offset=770665a7984d%2C43995%2C1731493249479.1731493251070:1527, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=770665a7984d:43995 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T10:21:25,588 ERROR [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43995,1731493249479.replicationSource.shipper770665a7984d%2C43995%2C1731493249479,1-770665a7984d,43995,1731493249479 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T10:21:25,589 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43995,1731493249479.replicationSource.shipper770665a7984d%2C43995%2C1731493249479,1-770665a7984d,43995,1731493249479 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T10:21:25,589 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43995,1731493249479.replicationSource.shipper770665a7984d%2C43995%2C1731493249479,1-770665a7984d,43995,1731493249479 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T10:21:25,589 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43995,1731493249479.replicationSource.shipper770665a7984d%2C43995%2C1731493249479,1-770665a7984d,43995,1731493249479 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T10:21:25,589 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43995,1731493249479.replicationSource.shipper770665a7984d%2C43995%2C1731493249479,1-770665a7984d,43995,1731493249479 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T10:21:25,589 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43995,1731493249479.replicationSource.shipper770665a7984d%2C43995%2C1731493249479,1-770665a7984d,43995,1731493249479 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1363148800, "init": 1048576000, "max": 2306867200, "used": 1032568896 }, "NonHeapMemoryUsage": { "committed": 206635008, "init": 7667712, "max": -1, "used": 202604944 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T10:21:25,589 WARN [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43995,1731493249479.replicationSource.shipper770665a7984d%2C43995%2C1731493249479,1-770665a7984d,43995,1731493249479 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=770665a7984d:37191 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=770665a7984d:37191 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T10:21:25,623 DEBUG [RS:0;770665a7984d:43995 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T10:21:25,790 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43995,1731493249479.replicationSource.wal-reader.770665a7984d%2C43995%2C1731493249479,1-770665a7984d,43995,1731493249479 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/WALs/770665a7984d,43995,1731493249479/770665a7984d%2C43995%2C1731493249479.1731493251070 to pos 1527, reset compression=false 2024-11-13T10:21:25,823 DEBUG [RS:0;770665a7984d:43995 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T10:21:25,905 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/data/hbase/meta/1588230740/.tmp/table/6e25af39b92544eaa6abc58b2385463d 2024-11-13T10:21:25,909 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/data/hbase/meta/1588230740/.tmp/info/e37ca0483b48402ba1af6bd8ba62e778 as hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/data/hbase/meta/1588230740/info/e37ca0483b48402ba1af6bd8ba62e778 2024-11-13T10:21:25,912 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/data/hbase/meta/1588230740/info/e37ca0483b48402ba1af6bd8ba62e778, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T10:21:25,913 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/data/hbase/meta/1588230740/.tmp/ns/dbc35f7ca54746a19fb446190a10b6e0 as hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/data/hbase/meta/1588230740/ns/dbc35f7ca54746a19fb446190a10b6e0 2024-11-13T10:21:25,916 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/data/hbase/meta/1588230740/ns/dbc35f7ca54746a19fb446190a10b6e0, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T10:21:25,917 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/data/hbase/meta/1588230740/.tmp/rep_barrier/dfe3279d85a94cfcbdcc2a5e04ef2f30 as hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/data/hbase/meta/1588230740/rep_barrier/dfe3279d85a94cfcbdcc2a5e04ef2f30 2024-11-13T10:21:25,920 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/data/hbase/meta/1588230740/rep_barrier/dfe3279d85a94cfcbdcc2a5e04ef2f30, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T10:21:25,921 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/data/hbase/meta/1588230740/.tmp/table/6e25af39b92544eaa6abc58b2385463d as hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/data/hbase/meta/1588230740/table/6e25af39b92544eaa6abc58b2385463d 2024-11-13T10:21:25,924 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/data/hbase/meta/1588230740/table/6e25af39b92544eaa6abc58b2385463d, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T10:21:25,925 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1702ms, sequenceid=16, compaction requested=false 2024-11-13T10:21:25,925 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T10:21:25,928 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T10:21:25,929 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T10:21:25,929 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T10:21:25,929 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T10:21:25,929 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731493284222Running coprocessor pre-close hooks at 1731493284222Disabling compacts and flushes for region at 1731493284222Disabling writes for close at 1731493284222Obtaining lock to block concurrent updates at 1731493284222Preparing flush snapshotting stores in 1588230740 at 1731493284222Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731493284222Flushing stores of hbase:meta,,1.1588230740 at 1731493284223 (+1 ms)Flushing 1588230740/info: creating writer at 1731493284223Flushing 1588230740/info: appending metadata at 1731493284236 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731493284236Flushing 1588230740/ns: creating writer at 1731493284645 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731493284658 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731493284658Flushing 1588230740/rep_barrier: creating writer at 1731493285066 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731493285079 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731493285079Flushing 1588230740/table: creating writer at 1731493285487 (+408 ms)Flushing 1588230740/table: appending metadata at 1731493285501 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731493285501Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d4d6044: reopening flushed file at 1731493285909 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78f7d6ed: reopening flushed file at 1731493285913 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29e1e390: reopening flushed file at 1731493285916 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b4a6a: reopening flushed file at 1731493285920 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1702ms, sequenceid=16, compaction requested=false at 1731493285925 (+5 ms)Writing region close event to WAL at 1731493285926 (+1 ms)Running coprocessor post-close hooks at 1731493285929 (+3 ms)Closed at 1731493285929 2024-11-13T10:21:25,929 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T10:21:26,023 INFO [RS:0;770665a7984d:43995 {}] regionserver.HRegionServer(976): stopping server 770665a7984d,43995,1731493249479; all regions closed. 2024-11-13T10:21:26,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44161 is added to blk_1073741834_1010 (size=4239) 2024-11-13T10:21:26,025 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/WALs/770665a7984d,43995,1731493249479/770665a7984d%2C43995%2C1731493249479.meta.1731493251998.meta not finished, retry = 0 2024-11-13T10:21:26,093 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43995,1731493249479.replicationSource.wal-reader.770665a7984d%2C43995%2C1731493249479,1-770665a7984d,43995,1731493249479 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/WALs/770665a7984d,43995,1731493249479/770665a7984d%2C43995%2C1731493249479.1731493251070 to pos 1527, reset compression=false 2024-11-13T10:21:26,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44161 is added to blk_1073741839_1015 (size=2240) 2024-11-13T10:21:26,130 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/WALs/770665a7984d,43995,1731493249479/770665a7984d%2C43995%2C1731493249479.rep.1731493265336 not finished, retry = 0 2024-11-13T10:21:26,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44161 is added to blk_1073741832_1008 (size=1535) 2024-11-13T10:21:26,233 DEBUG [RS:0;770665a7984d:43995 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:26,233 INFO [RS:0;770665a7984d:43995 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T10:21:26,233 INFO [RS:0;770665a7984d:43995 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T10:21:26,233 INFO [RS:0;770665a7984d:43995 {}] hbase.ChoreService(370): Chore service for: regionserver/770665a7984d:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T10:21:26,233 INFO [RS:0;770665a7984d:43995 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T10:21:26,233 INFO [regionserver/770665a7984d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T10:21:26,234 INFO [RS:0;770665a7984d:43995 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-770665a7984d,43995,1731493249479 because: Region server is closing 2024-11-13T10:21:26,234 INFO [RS:0;770665a7984d:43995 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;770665a7984d:43995. 2024-11-13T10:21:26,234 DEBUG [RS:0;770665a7984d:43995 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:21:26,234 DEBUG [RS:0;770665a7984d:43995 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:26,234 DEBUG [RS:0;770665a7984d:43995 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:26,234 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:21:26,335 INFO [RS:0;770665a7984d:43995 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43995,1731493249479.replicationSource.shipper770665a7984d%2C43995%2C1731493249479,1-770665a7984d,43995,1731493249479 terminated 2024-11-13T10:21:26,335 WARN [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,43995,1731493249479.replicationSource.wal-reader.770665a7984d%2C43995%2C1731493249479,1-770665a7984d,43995,1731493249479 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T10:21:26,335 INFO [RS:0;770665a7984d:43995 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43995 2024-11-13T10:21:26,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43995-0x10110d827540001, quorum=127.0.0.1:55942, baseZNode=/0305938649 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0305938649/rs/770665a7984d,43995,1731493249479 2024-11-13T10:21:26,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37191-0x10110d827540000, quorum=127.0.0.1:55942, baseZNode=/0305938649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0305938649/rs 2024-11-13T10:21:26,338 INFO [RS:0;770665a7984d:43995 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T10:21:26,340 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [770665a7984d,43995,1731493249479] 2024-11-13T10:21:26,341 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0305938649/draining/770665a7984d,43995,1731493249479 already deleted, retry=false 2024-11-13T10:21:26,341 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 770665a7984d,43995,1731493249479 expired; onlineServers=0 2024-11-13T10:21:26,341 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '770665a7984d,37191,1731493249421' ***** 2024-11-13T10:21:26,341 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T10:21:26,341 INFO [M:0;770665a7984d:37191 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T10:21:26,341 INFO [M:0;770665a7984d:37191 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T10:21:26,341 DEBUG [M:0;770665a7984d:37191 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T10:21:26,341 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T10:21:26,341 DEBUG [M:0;770665a7984d:37191 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T10:21:26,341 DEBUG [master/770665a7984d:0:becomeActiveMaster-HFileCleaner.large.0-1731493250860 {}] cleaner.HFileCleaner(306): Exit Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.large.0-1731493250860,5,FailOnTimeoutGroup] 2024-11-13T10:21:26,341 DEBUG [master/770665a7984d:0:becomeActiveMaster-HFileCleaner.small.0-1731493250860 {}] cleaner.HFileCleaner(306): Exit Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.small.0-1731493250860,5,FailOnTimeoutGroup] 2024-11-13T10:21:26,342 INFO [M:0;770665a7984d:37191 {}] hbase.ChoreService(370): Chore service for: master/770665a7984d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T10:21:26,342 INFO [M:0;770665a7984d:37191 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T10:21:26,342 DEBUG [M:0;770665a7984d:37191 {}] master.HMaster(1795): Stopping service threads 2024-11-13T10:21:26,342 INFO [M:0;770665a7984d:37191 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T10:21:26,342 INFO [M:0;770665a7984d:37191 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T10:21:26,342 INFO [M:0;770665a7984d:37191 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T10:21:26,342 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T10:21:26,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37191-0x10110d827540000, quorum=127.0.0.1:55942, baseZNode=/0305938649 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0305938649/master 2024-11-13T10:21:26,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37191-0x10110d827540000, quorum=127.0.0.1:55942, baseZNode=/0305938649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0305938649 2024-11-13T10:21:26,345 DEBUG [M:0;770665a7984d:37191 {}] zookeeper.RecoverableZooKeeper(212): Node /0305938649/master already deleted, retry=false 2024-11-13T10:21:26,345 DEBUG [M:0;770665a7984d:37191 {}] master.ActiveMasterManager(353): master:37191-0x10110d827540000, quorum=127.0.0.1:55942, baseZNode=/0305938649 Failed delete of our master address node; KeeperErrorCode = NoNode for /0305938649/master 2024-11-13T10:21:26,346 INFO [M:0;770665a7984d:37191 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/.lastflushedseqids 2024-11-13T10:21:26,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44161 is added to blk_1073741848_1024 (size=245) 2024-11-13T10:21:26,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43995-0x10110d827540001, quorum=127.0.0.1:55942, baseZNode=/0305938649 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:21:26,440 INFO [RS:0;770665a7984d:43995 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T10:21:26,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43995-0x10110d827540001, quorum=127.0.0.1:55942, baseZNode=/0305938649 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:21:26,440 INFO [RS:0;770665a7984d:43995 {}] regionserver.HRegionServer(1031): Exiting; stopping=770665a7984d,43995,1731493249479; zookeeper connection closed. 2024-11-13T10:21:26,440 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@18a73df6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@18a73df6 2024-11-13T10:21:26,440 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T10:21:26,750 INFO [M:0;770665a7984d:37191 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T10:21:26,750 INFO [M:0;770665a7984d:37191 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T10:21:26,750 DEBUG [M:0;770665a7984d:37191 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T10:21:26,750 INFO [M:0;770665a7984d:37191 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:21:26,750 DEBUG [M:0;770665a7984d:37191 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:21:26,750 DEBUG [M:0;770665a7984d:37191 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T10:21:26,750 DEBUG [M:0;770665a7984d:37191 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:21:26,751 INFO [M:0;770665a7984d:37191 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-13T10:21:26,769 DEBUG [M:0;770665a7984d:37191 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/74305d3ff75a41baa2d434265e415a0c is 82, key is hbase:meta,,1/info:regioninfo/1731493252028/Put/seqid=0 2024-11-13T10:21:26,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44161 is added to blk_1073741849_1025 (size=5672) 2024-11-13T10:21:27,173 INFO [M:0;770665a7984d:37191 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/74305d3ff75a41baa2d434265e415a0c 2024-11-13T10:21:27,190 DEBUG [M:0;770665a7984d:37191 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b4c018bf1ac745f29936a91924eac55b is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731493260658/Put/seqid=0 2024-11-13T10:21:27,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44161 is added to blk_1073741850_1026 (size=7218) 2024-11-13T10:21:27,594 INFO [M:0;770665a7984d:37191 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b4c018bf1ac745f29936a91924eac55b 2024-11-13T10:21:27,597 INFO [M:0;770665a7984d:37191 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b4c018bf1ac745f29936a91924eac55b 2024-11-13T10:21:27,611 DEBUG [M:0;770665a7984d:37191 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7599499f74fb414b8b33bad62a341043 is 69, key is 770665a7984d,43995,1731493249479/rs:state/1731493250923/Put/seqid=0 2024-11-13T10:21:27,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44161 is added to blk_1073741851_1027 (size=5156) 2024-11-13T10:21:28,015 INFO [M:0;770665a7984d:37191 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7599499f74fb414b8b33bad62a341043 2024-11-13T10:21:28,019 DEBUG [M:0;770665a7984d:37191 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/74305d3ff75a41baa2d434265e415a0c as hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/74305d3ff75a41baa2d434265e415a0c 2024-11-13T10:21:28,022 INFO [M:0;770665a7984d:37191 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/74305d3ff75a41baa2d434265e415a0c, entries=8, sequenceid=105, filesize=5.5 K 2024-11-13T10:21:28,022 DEBUG [M:0;770665a7984d:37191 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b4c018bf1ac745f29936a91924eac55b as hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b4c018bf1ac745f29936a91924eac55b 2024-11-13T10:21:28,025 INFO [M:0;770665a7984d:37191 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b4c018bf1ac745f29936a91924eac55b 2024-11-13T10:21:28,025 INFO [M:0;770665a7984d:37191 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b4c018bf1ac745f29936a91924eac55b, entries=11, sequenceid=105, filesize=7.0 K 2024-11-13T10:21:28,026 DEBUG [M:0;770665a7984d:37191 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7599499f74fb414b8b33bad62a341043 as hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7599499f74fb414b8b33bad62a341043 2024-11-13T10:21:28,028 INFO [M:0;770665a7984d:37191 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40321/user/jenkins/test-data/398fff24-71ea-7bb7-3dcf-c24c1eb499b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7599499f74fb414b8b33bad62a341043, entries=1, sequenceid=105, filesize=5.0 K 2024-11-13T10:21:28,029 INFO [M:0;770665a7984d:37191 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=105, compaction requested=false 2024-11-13T10:21:28,030 INFO [M:0;770665a7984d:37191 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:21:28,030 DEBUG [M:0;770665a7984d:37191 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731493286750Disabling compacts and flushes for region at 1731493286750Disabling writes for close at 1731493286750Obtaining lock to block concurrent updates at 1731493286751 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731493286751Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731493286751Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731493286751Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731493286751Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731493286768 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731493286769 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731493287176 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731493287190 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731493287190Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731493287597 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731493287611 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731493287611Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dd9f95a: reopening flushed file at 1731493288018 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9b468b7: reopening flushed file at 1731493288022 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3de145a2: reopening flushed file at 1731493288025 (+3 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=105, compaction requested=false at 1731493288029 (+4 ms)Writing region close event to WAL at 1731493288030 (+1 ms)Closed at 1731493288030 2024-11-13T10:21:28,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44161 is added to blk_1073741830_1006 (size=64423) 2024-11-13T10:21:28,032 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T10:21:28,032 INFO [M:0;770665a7984d:37191 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T10:21:28,032 INFO [M:0;770665a7984d:37191 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37191 2024-11-13T10:21:28,033 INFO [M:0;770665a7984d:37191 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T10:21:28,134 INFO [M:0;770665a7984d:37191 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T10:21:28,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37191-0x10110d827540000, quorum=127.0.0.1:55942, baseZNode=/0305938649 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:21:28,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37191-0x10110d827540000, quorum=127.0.0.1:55942, baseZNode=/0305938649 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:21:28,141 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1342b4f9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T10:21:28,141 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2f8809b7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T10:21:28,141 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T10:21:28,141 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1383d0d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T10:21:28,142 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5462383e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f51c53-d534-103a-a082-ab5db36ef84b/hadoop.log.dir/,STOPPED} 2024-11-13T10:21:28,143 WARN [BP-2077537413-172.17.0.2-1731493248229 heartbeating to localhost/127.0.0.1:40321 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T10:21:28,143 WARN [BP-2077537413-172.17.0.2-1731493248229 heartbeating to localhost/127.0.0.1:40321 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2077537413-172.17.0.2-1731493248229 (Datanode Uuid 0a01935b-ebe3-4a0c-9814-9b624b967238) service to localhost/127.0.0.1:40321 2024-11-13T10:21:28,143 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T10:21:28,143 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T10:21:28,143 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f51c53-d534-103a-a082-ab5db36ef84b/cluster_448b8899-aa9a-86fd-41f5-cc31df11fbd8/data/data1/current/BP-2077537413-172.17.0.2-1731493248229 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T10:21:28,144 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f51c53-d534-103a-a082-ab5db36ef84b/cluster_448b8899-aa9a-86fd-41f5-cc31df11fbd8/data/data2/current/BP-2077537413-172.17.0.2-1731493248229 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T10:21:28,144 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T10:21:28,150 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@324fe214{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T10:21:28,151 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@46006ca9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T10:21:28,151 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T10:21:28,151 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@633b330a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T10:21:28,151 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ce0bee6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6f51c53-d534-103a-a082-ab5db36ef84b/hadoop.log.dir/,STOPPED} 2024-11-13T10:21:28,157 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T10:21:28,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T10:21:28,185 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=360 (was 315) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40321 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40321 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36599 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40321 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40505 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40505 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:36599 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40505 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36599 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:40321 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40321 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40505 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:36599 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:40505 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40321 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55942) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40321 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36599 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40321 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:36599 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55942) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55942) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:36599 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36599 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 730) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=405 (was 476), ProcessCount=11 (was 11), AvailableMemoryMB=3328 (was 1749) - AvailableMemoryMB LEAK? - 2024-11-13T10:21:28,197 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=360, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=405, ProcessCount=11, AvailableMemoryMB=3329 2024-11-13T10:21:28,214 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-13T10:21:28,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da54d9a-9973-3b65-c8a1-1c0420054d6e/hadoop.log.dir so I do NOT create it in target/test-data/cc510eb7-6929-3949-1e34-5dadd8485f79 2024-11-13T10:21:28,215 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da54d9a-9973-3b65-c8a1-1c0420054d6e/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T10:21:28,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da54d9a-9973-3b65-c8a1-1c0420054d6e/hadoop.tmp.dir so I do NOT create it in target/test-data/cc510eb7-6929-3949-1e34-5dadd8485f79 2024-11-13T10:21:28,215 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3da54d9a-9973-3b65-c8a1-1c0420054d6e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T10:21:28,215 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc510eb7-6929-3949-1e34-5dadd8485f79 2024-11-13T10:21:28,215 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc510eb7-6929-3949-1e34-5dadd8485f79/cluster_7cd6d856-d291-a188-dca2-727acb43f9c8, deleteOnExit=true 2024-11-13T10:21:28,218 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc510eb7-6929-3949-1e34-5dadd8485f79/cluster_7cd6d856-d291-a188-dca2-727acb43f9c8/zookeeper_0, clientPort=55104, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc510eb7-6929-3949-1e34-5dadd8485f79/cluster_7cd6d856-d291-a188-dca2-727acb43f9c8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc510eb7-6929-3949-1e34-5dadd8485f79/cluster_7cd6d856-d291-a188-dca2-727acb43f9c8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T10:21:28,218 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55104 2024-11-13T10:21:28,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T10:21:28,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T10:21:28,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc510eb7-6929-3949-1e34-5dadd8485f79/test.cache.data in system properties and HBase conf 2024-11-13T10:21:28,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc510eb7-6929-3949-1e34-5dadd8485f79/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T10:21:28,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc510eb7-6929-3949-1e34-5dadd8485f79/hadoop.log.dir in system properties and HBase conf 2024-11-13T10:21:28,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc510eb7-6929-3949-1e34-5dadd8485f79/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T10:21:28,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc510eb7-6929-3949-1e34-5dadd8485f79/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T10:21:28,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T10:21:28,219 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T10:21:28,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc510eb7-6929-3949-1e34-5dadd8485f79/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T10:21:28,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc510eb7-6929-3949-1e34-5dadd8485f79/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T10:21:28,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc510eb7-6929-3949-1e34-5dadd8485f79/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T10:21:28,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc510eb7-6929-3949-1e34-5dadd8485f79/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T10:21:28,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc510eb7-6929-3949-1e34-5dadd8485f79/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T10:21:28,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc510eb7-6929-3949-1e34-5dadd8485f79/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T10:21:28,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc510eb7-6929-3949-1e34-5dadd8485f79/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T10:21:28,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc510eb7-6929-3949-1e34-5dadd8485f79/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T10:21:28,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc510eb7-6929-3949-1e34-5dadd8485f79/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T10:21:28,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc510eb7-6929-3949-1e34-5dadd8485f79/nfs.dump.dir in system properties and HBase conf 2024-11-13T10:21:28,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc510eb7-6929-3949-1e34-5dadd8485f79/java.io.tmpdir in system properties and HBase conf 2024-11-13T10:21:28,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc510eb7-6929-3949-1e34-5dadd8485f79/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T10:21:28,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc510eb7-6929-3949-1e34-5dadd8485f79/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T10:21:28,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc510eb7-6929-3949-1e34-5dadd8485f79/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T10:21:28,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10110d827540005, quorum=127.0.0.1:55942, baseZNode=/1-1069108159 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T10:21:28,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10110d827540002, quorum=127.0.0.1:55942, baseZNode=/0305938649 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T10:21:28,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10110d827540008, quorum=127.0.0.1:55942, baseZNode=/2-1693310367 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T10:21:28,255 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10110d827540005, quorum=127.0.0.1:55942, baseZNode=/1-1069108159 Received Disconnected from ZooKeeper, ignoring 2024-11-13T10:21:28,255 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10110d827540008, quorum=127.0.0.1:55942, baseZNode=/2-1693310367 Received Disconnected from ZooKeeper, ignoring 2024-11-13T10:21:28,255 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10110d827540002, quorum=127.0.0.1:55942, baseZNode=/0305938649 Received Disconnected from ZooKeeper, ignoring 2024-11-13T10:21:28,354 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T10:21:28,357 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T10:21:28,358 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T10:21:28,358 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T10:21:28,358 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T10:21:28,358 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T10:21:28,359 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42b227f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc510eb7-6929-3949-1e34-5dadd8485f79/hadoop.log.dir/,AVAILABLE} 2024-11-13T10:21:28,359 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70c1b80b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T10:21:28,472 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4563ee9c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc510eb7-6929-3949-1e34-5dadd8485f79/java.io.tmpdir/jetty-localhost-46827-hadoop-hdfs-3_4_1-tests_jar-_-any-5502240448663350886/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T10:21:28,472 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b4140df{HTTP/1.1, (http/1.1)}{localhost:46827} 2024-11-13T10:21:28,472 INFO [Time-limited test {}] server.Server(415): Started @280320ms 2024-11-13T10:21:28,546 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T10:21:28,550 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T10:21:28,551 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T10:21:28,551 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T10:21:28,551 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T10:21:28,552 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52b2b886{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc510eb7-6929-3949-1e34-5dadd8485f79/hadoop.log.dir/,AVAILABLE} 2024-11-13T10:21:28,552 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c3e29d4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T10:21:28,669 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@66761ef3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc510eb7-6929-3949-1e34-5dadd8485f79/java.io.tmpdir/jetty-localhost-42011-hadoop-hdfs-3_4_1-tests_jar-_-any-4749196520703048526/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T10:21:28,670 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@58b5e117{HTTP/1.1, (http/1.1)}{localhost:42011} 2024-11-13T10:21:28,670 INFO [Time-limited test {}] server.Server(415): Started @280518ms 2024-11-13T10:21:28,671 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T10:21:28,761 WARN [Thread-4159 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc510eb7-6929-3949-1e34-5dadd8485f79/cluster_7cd6d856-d291-a188-dca2-727acb43f9c8/data/data1/current/BP-534479329-172.17.0.2-1731493288241/current, will proceed with Du for space computation calculation, 2024-11-13T10:21:28,761 WARN [Thread-4160 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc510eb7-6929-3949-1e34-5dadd8485f79/cluster_7cd6d856-d291-a188-dca2-727acb43f9c8/data/data2/current/BP-534479329-172.17.0.2-1731493288241/current, will proceed with Du for space computation calculation, 2024-11-13T10:21:28,781 WARN [Thread-4147 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T10:21:28,783 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf2f8c2e3e6c5bbee with lease ID 0x13d5ddcd72370325: Processing first storage report for DS-e77a0f09-986d-4345-8d29-e986648608be from datanode DatanodeRegistration(127.0.0.1:39923, datanodeUuid=9fad957d-3144-43fa-8fce-6becc8589096, infoPort=40477, infoSecurePort=0, ipcPort=43429, storageInfo=lv=-57;cid=testClusterID;nsid=402005073;c=1731493288241) 2024-11-13T10:21:28,783 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf2f8c2e3e6c5bbee with lease ID 0x13d5ddcd72370325: from storage DS-e77a0f09-986d-4345-8d29-e986648608be node DatanodeRegistration(127.0.0.1:39923, datanodeUuid=9fad957d-3144-43fa-8fce-6becc8589096, infoPort=40477, infoSecurePort=0, ipcPort=43429, storageInfo=lv=-57;cid=testClusterID;nsid=402005073;c=1731493288241), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T10:21:28,783 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf2f8c2e3e6c5bbee with lease ID 0x13d5ddcd72370325: Processing first storage report for DS-56b89ceb-279e-4847-9b32-38c55cbceb5e from datanode DatanodeRegistration(127.0.0.1:39923, datanodeUuid=9fad957d-3144-43fa-8fce-6becc8589096, infoPort=40477, infoSecurePort=0, ipcPort=43429, storageInfo=lv=-57;cid=testClusterID;nsid=402005073;c=1731493288241) 2024-11-13T10:21:28,783 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf2f8c2e3e6c5bbee with lease ID 0x13d5ddcd72370325: from storage DS-56b89ceb-279e-4847-9b32-38c55cbceb5e node DatanodeRegistration(127.0.0.1:39923, datanodeUuid=9fad957d-3144-43fa-8fce-6becc8589096, infoPort=40477, infoSecurePort=0, ipcPort=43429, storageInfo=lv=-57;cid=testClusterID;nsid=402005073;c=1731493288241), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T10:21:28,793 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc510eb7-6929-3949-1e34-5dadd8485f79 2024-11-13T10:21:28,793 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:21:28,795 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:21:28,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741825_1001 (size=7) 2024-11-13T10:21:29,202 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38067/user/jenkins/test-data/41dd27f9-db83-ddbd-f2fb-71807f50e997 with version=8 2024-11-13T10:21:29,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38067/user/jenkins/test-data/41dd27f9-db83-ddbd-f2fb-71807f50e997/hbase-staging 2024-11-13T10:21:29,204 INFO [Time-limited test {}] client.ConnectionUtils(128): master/770665a7984d:0 server-side Connection retries=45 2024-11-13T10:21:29,204 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:21:29,204 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T10:21:29,204 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T10:21:29,204 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:21:29,204 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T10:21:29,204 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T10:21:29,204 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T10:21:29,205 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42067 2024-11-13T10:21:29,206 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42067 connecting to ZooKeeper ensemble=127.0.0.1:55104 2024-11-13T10:21:29,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:420670x0, quorum=127.0.0.1:55104, baseZNode=/0-833592439 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T10:21:29,216 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42067-0x10110d8c3a90000 connected 2024-11-13T10:21:29,240 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:21:29,242 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:21:29,244 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42067-0x10110d8c3a90000, quorum=127.0.0.1:55104, baseZNode=/0-833592439 Set watcher on znode that does not yet exist, /0-833592439/running 2024-11-13T10:21:29,244 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38067/user/jenkins/test-data/41dd27f9-db83-ddbd-f2fb-71807f50e997, hbase.cluster.distributed=false 2024-11-13T10:21:29,245 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42067-0x10110d8c3a90000, quorum=127.0.0.1:55104, baseZNode=/0-833592439 Set watcher on znode that does not yet exist, /0-833592439/acl 2024-11-13T10:21:29,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42067 2024-11-13T10:21:29,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42067 2024-11-13T10:21:29,250 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42067 2024-11-13T10:21:29,251 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42067 2024-11-13T10:21:29,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42067 2024-11-13T10:21:29,267 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/770665a7984d:0 server-side Connection retries=45 2024-11-13T10:21:29,267 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:21:29,267 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T10:21:29,267 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T10:21:29,267 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:21:29,267 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T10:21:29,267 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T10:21:29,267 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T10:21:29,267 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46151 2024-11-13T10:21:29,268 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46151 connecting to ZooKeeper ensemble=127.0.0.1:55104 2024-11-13T10:21:29,268 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:21:29,270 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:21:29,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:461510x0, quorum=127.0.0.1:55104, baseZNode=/0-833592439 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T10:21:29,274 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:461510x0, quorum=127.0.0.1:55104, baseZNode=/0-833592439 Set watcher on znode that does not yet exist, /0-833592439/running 2024-11-13T10:21:29,274 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46151-0x10110d8c3a90001 connected 2024-11-13T10:21:29,274 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T10:21:29,276 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T10:21:29,277 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46151-0x10110d8c3a90001, quorum=127.0.0.1:55104, baseZNode=/0-833592439 Set watcher on znode that does not yet exist, /0-833592439/master 2024-11-13T10:21:29,278 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46151-0x10110d8c3a90001, quorum=127.0.0.1:55104, baseZNode=/0-833592439 Set watcher on znode that does not yet exist, /0-833592439/acl 2024-11-13T10:21:29,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46151 2024-11-13T10:21:29,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46151 2024-11-13T10:21:29,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46151 2024-11-13T10:21:29,283 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46151 2024-11-13T10:21:29,283 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46151 2024-11-13T10:21:29,295 DEBUG [M:0;770665a7984d:42067 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;770665a7984d:42067 2024-11-13T10:21:29,295 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-833592439/backup-masters/770665a7984d,42067,1731493289204 2024-11-13T10:21:29,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46151-0x10110d8c3a90001, quorum=127.0.0.1:55104, baseZNode=/0-833592439 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-833592439/backup-masters 2024-11-13T10:21:29,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42067-0x10110d8c3a90000, quorum=127.0.0.1:55104, baseZNode=/0-833592439 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-833592439/backup-masters 2024-11-13T10:21:29,297 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42067-0x10110d8c3a90000, quorum=127.0.0.1:55104, baseZNode=/0-833592439 Set watcher on existing znode=/0-833592439/backup-masters/770665a7984d,42067,1731493289204 2024-11-13T10:21:29,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46151-0x10110d8c3a90001, quorum=127.0.0.1:55104, baseZNode=/0-833592439 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-833592439/master 2024-11-13T10:21:29,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42067-0x10110d8c3a90000, quorum=127.0.0.1:55104, baseZNode=/0-833592439 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-833592439 2024-11-13T10:21:29,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46151-0x10110d8c3a90001, quorum=127.0.0.1:55104, baseZNode=/0-833592439 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-833592439 2024-11-13T10:21:29,298 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42067-0x10110d8c3a90000, quorum=127.0.0.1:55104, baseZNode=/0-833592439 Set watcher on existing znode=/0-833592439/master 2024-11-13T10:21:29,299 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-833592439/backup-masters/770665a7984d,42067,1731493289204 from backup master directory 2024-11-13T10:21:29,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42067-0x10110d8c3a90000, quorum=127.0.0.1:55104, baseZNode=/0-833592439 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-833592439/backup-masters/770665a7984d,42067,1731493289204 2024-11-13T10:21:29,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42067-0x10110d8c3a90000, quorum=127.0.0.1:55104, baseZNode=/0-833592439 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-833592439/backup-masters 2024-11-13T10:21:29,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46151-0x10110d8c3a90001, quorum=127.0.0.1:55104, baseZNode=/0-833592439 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-833592439/backup-masters 2024-11-13T10:21:29,301 WARN [master/770665a7984d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T10:21:29,301 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=770665a7984d,42067,1731493289204 2024-11-13T10:21:29,304 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38067/user/jenkins/test-data/41dd27f9-db83-ddbd-f2fb-71807f50e997/hbase.id] with ID: 169f0d77-efea-474d-a233-5d43ce2a72a2 2024-11-13T10:21:29,304 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38067/user/jenkins/test-data/41dd27f9-db83-ddbd-f2fb-71807f50e997/.tmp/hbase.id 2024-11-13T10:21:29,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741826_1002 (size=42) 2024-11-13T10:21:29,714 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38067/user/jenkins/test-data/41dd27f9-db83-ddbd-f2fb-71807f50e997/.tmp/hbase.id]:[hdfs://localhost:38067/user/jenkins/test-data/41dd27f9-db83-ddbd-f2fb-71807f50e997/hbase.id] 2024-11-13T10:21:29,724 INFO [master/770665a7984d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:21:29,724 INFO [master/770665a7984d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T10:21:29,725 INFO [master/770665a7984d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T10:21:29,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42067-0x10110d8c3a90000, quorum=127.0.0.1:55104, baseZNode=/0-833592439 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-833592439 2024-11-13T10:21:29,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46151-0x10110d8c3a90001, quorum=127.0.0.1:55104, baseZNode=/0-833592439 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-833592439 2024-11-13T10:21:29,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741827_1003 (size=196) 2024-11-13T10:21:30,134 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T10:21:30,135 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T10:21:30,135 INFO [master/770665a7984d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:21:30,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741828_1004 (size=1189) 2024-11-13T10:21:30,214 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T10:21:30,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:30,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:30,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:30,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:30,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:30,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:30,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:30,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:30,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:30,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:30,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:30,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:30,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:30,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:30,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:30,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:30,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:30,541 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38067/user/jenkins/test-data/41dd27f9-db83-ddbd-f2fb-71807f50e997/MasterData/data/master/store 2024-11-13T10:21:30,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741829_1005 (size=34) 2024-11-13T10:21:30,946 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:21:30,946 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T10:21:30,946 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:21:30,946 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:21:30,946 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T10:21:30,946 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:21:30,946 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:21:30,946 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731493290946Disabling compacts and flushes for region at 1731493290946Disabling writes for close at 1731493290946Writing region close event to WAL at 1731493290946Closed at 1731493290946 2024-11-13T10:21:30,947 WARN [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38067/user/jenkins/test-data/41dd27f9-db83-ddbd-f2fb-71807f50e997/MasterData/data/master/store/.initializing 2024-11-13T10:21:30,947 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38067/user/jenkins/test-data/41dd27f9-db83-ddbd-f2fb-71807f50e997/MasterData/WALs/770665a7984d,42067,1731493289204 2024-11-13T10:21:30,948 INFO [master/770665a7984d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T10:21:30,949 INFO [master/770665a7984d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=770665a7984d%2C42067%2C1731493289204, suffix=, logDir=hdfs://localhost:38067/user/jenkins/test-data/41dd27f9-db83-ddbd-f2fb-71807f50e997/MasterData/WALs/770665a7984d,42067,1731493289204, archiveDir=hdfs://localhost:38067/user/jenkins/test-data/41dd27f9-db83-ddbd-f2fb-71807f50e997/MasterData/oldWALs, maxLogs=10 2024-11-13T10:21:30,963 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/41dd27f9-db83-ddbd-f2fb-71807f50e997/MasterData/WALs/770665a7984d,42067,1731493289204/770665a7984d%2C42067%2C1731493289204.1731493290949, exclude list is [], retry=0 2024-11-13T10:21:30,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39923,DS-e77a0f09-986d-4345-8d29-e986648608be,DISK] 2024-11-13T10:21:30,966 INFO [master/770665a7984d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/41dd27f9-db83-ddbd-f2fb-71807f50e997/MasterData/WALs/770665a7984d,42067,1731493289204/770665a7984d%2C42067%2C1731493289204.1731493290949 2024-11-13T10:21:30,966 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40477:40477)] 2024-11-13T10:21:30,966 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:21:30,966 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:21:30,966 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:21:30,966 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:21:30,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:21:30,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T10:21:30,968 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:30,969 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:21:30,969 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:21:30,970 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T10:21:30,970 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:30,970 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:21:30,970 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:21:30,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T10:21:30,971 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:30,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:21:30,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:21:30,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T10:21:30,972 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:30,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:21:30,972 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:21:30,973 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38067/user/jenkins/test-data/41dd27f9-db83-ddbd-f2fb-71807f50e997/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:21:30,973 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38067/user/jenkins/test-data/41dd27f9-db83-ddbd-f2fb-71807f50e997/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:21:30,973 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:21:30,974 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:21:30,974 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T10:21:30,974 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:21:30,976 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38067/user/jenkins/test-data/41dd27f9-db83-ddbd-f2fb-71807f50e997/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:21:30,976 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63699726, jitterRate=-0.05080011487007141}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T10:21:30,977 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731493290967Initializing all the Stores at 1731493290967Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493290967Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493290967Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493290967Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493290967Cleaning up temporary data from old regions at 1731493290974 (+7 ms)Region opened successfully at 1731493290977 (+3 ms) 2024-11-13T10:21:30,977 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T10:21:30,979 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cdcf1d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=770665a7984d/172.17.0.2:0 2024-11-13T10:21:30,979 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T10:21:30,979 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T10:21:30,979 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T10:21:30,980 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T10:21:30,980 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T10:21:30,980 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T10:21:30,980 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T10:21:30,983 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T10:21:30,984 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42067-0x10110d8c3a90000, quorum=127.0.0.1:55104, baseZNode=/0-833592439 Unable to get data of znode /0-833592439/balancer because node does not exist (not necessarily an error) 2024-11-13T10:21:30,985 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-833592439/balancer already deleted, retry=false 2024-11-13T10:21:30,986 INFO [master/770665a7984d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T10:21:30,986 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42067-0x10110d8c3a90000, quorum=127.0.0.1:55104, baseZNode=/0-833592439 Unable to get data of znode /0-833592439/normalizer because node does not exist (not necessarily an error) 2024-11-13T10:21:30,987 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-833592439/normalizer already deleted, retry=false 2024-11-13T10:21:30,987 INFO [master/770665a7984d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T10:21:30,988 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42067-0x10110d8c3a90000, quorum=127.0.0.1:55104, baseZNode=/0-833592439 Unable to get data of znode /0-833592439/switch/split because node does not exist (not necessarily an error) 2024-11-13T10:21:30,990 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-833592439/switch/split already deleted, retry=false 2024-11-13T10:21:30,990 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42067-0x10110d8c3a90000, quorum=127.0.0.1:55104, baseZNode=/0-833592439 Unable to get data of znode /0-833592439/switch/merge because node does not exist (not necessarily an error) 2024-11-13T10:21:30,991 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-833592439/switch/merge already deleted, retry=false 2024-11-13T10:21:30,993 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42067-0x10110d8c3a90000, quorum=127.0.0.1:55104, baseZNode=/0-833592439 Unable to get data of znode /0-833592439/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T10:21:30,994 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-833592439/snapshot-cleanup already deleted, retry=false 2024-11-13T10:21:30,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46151-0x10110d8c3a90001, quorum=127.0.0.1:55104, baseZNode=/0-833592439 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-833592439/running 2024-11-13T10:21:30,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42067-0x10110d8c3a90000, quorum=127.0.0.1:55104, baseZNode=/0-833592439 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-833592439/running 2024-11-13T10:21:30,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42067-0x10110d8c3a90000, quorum=127.0.0.1:55104, baseZNode=/0-833592439 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-833592439 2024-11-13T10:21:30,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46151-0x10110d8c3a90001, quorum=127.0.0.1:55104, baseZNode=/0-833592439 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-833592439 2024-11-13T10:21:30,995 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=770665a7984d,42067,1731493289204, sessionid=0x10110d8c3a90000, setting cluster-up flag (Was=false) 2024-11-13T10:21:30,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46151-0x10110d8c3a90001, quorum=127.0.0.1:55104, baseZNode=/0-833592439 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-833592439 2024-11-13T10:21:30,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42067-0x10110d8c3a90000, quorum=127.0.0.1:55104, baseZNode=/0-833592439 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-833592439 2024-11-13T10:21:31,004 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-833592439/flush-table-proc/acquired, /0-833592439/flush-table-proc/reached, /0-833592439/flush-table-proc/abort 2024-11-13T10:21:31,005 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=770665a7984d,42067,1731493289204 2024-11-13T10:21:31,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46151-0x10110d8c3a90001, quorum=127.0.0.1:55104, baseZNode=/0-833592439 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-833592439 2024-11-13T10:21:31,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42067-0x10110d8c3a90000, quorum=127.0.0.1:55104, baseZNode=/0-833592439 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-833592439 2024-11-13T10:21:31,013 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-833592439/online-snapshot/acquired, /0-833592439/online-snapshot/reached, /0-833592439/online-snapshot/abort 2024-11-13T10:21:31,014 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=770665a7984d,42067,1731493289204 2024-11-13T10:21:31,015 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38067/user/jenkins/test-data/41dd27f9-db83-ddbd-f2fb-71807f50e997/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T10:21:31,016 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T10:21:31,016 INFO [master/770665a7984d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T10:21:31,016 INFO [master/770665a7984d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T10:21:31,016 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 770665a7984d,42067,1731493289204 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T10:21:31,017 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:21:31,018 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:21:31,018 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:21:31,018 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:21:31,018 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/770665a7984d:0, corePoolSize=10, maxPoolSize=10 2024-11-13T10:21:31,018 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:21:31,018 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/770665a7984d:0, corePoolSize=2, maxPoolSize=2 2024-11-13T10:21:31,018 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:21:31,019 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T10:21:31,019 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T10:21:31,020 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:31,020 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T10:21:31,020 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731493321020 2024-11-13T10:21:31,021 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T10:21:31,021 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T10:21:31,021 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T10:21:31,021 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T10:21:31,021 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T10:21:31,021 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T10:21:31,021 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T10:21:31,024 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T10:21:31,024 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T10:21:31,024 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T10:21:31,024 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T10:21:31,026 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T10:21:31,026 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T10:21:31,027 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.large.0-1731493291027,5,FailOnTimeoutGroup] 2024-11-13T10:21:31,027 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.small.0-1731493291027,5,FailOnTimeoutGroup] 2024-11-13T10:21:31,027 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T10:21:31,027 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T10:21:31,027 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T10:21:31,027 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T10:21:31,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741831_1007 (size=1321) 2024-11-13T10:21:31,086 INFO [RS:0;770665a7984d:46151 {}] regionserver.HRegionServer(746): ClusterId : 169f0d77-efea-474d-a233-5d43ce2a72a2 2024-11-13T10:21:31,086 DEBUG [RS:0;770665a7984d:46151 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T10:21:31,088 DEBUG [RS:0;770665a7984d:46151 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T10:21:31,088 DEBUG [RS:0;770665a7984d:46151 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T10:21:31,090 DEBUG [RS:0;770665a7984d:46151 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T10:21:31,090 DEBUG [RS:0;770665a7984d:46151 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ee75f2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=770665a7984d/172.17.0.2:0 2024-11-13T10:21:31,105 DEBUG [RS:0;770665a7984d:46151 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;770665a7984d:46151 2024-11-13T10:21:31,105 INFO [RS:0;770665a7984d:46151 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T10:21:31,105 INFO [RS:0;770665a7984d:46151 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T10:21:31,105 DEBUG [RS:0;770665a7984d:46151 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T10:21:31,106 INFO [RS:0;770665a7984d:46151 {}] regionserver.HRegionServer(2659): reportForDuty to master=770665a7984d,42067,1731493289204 with port=46151, startcode=1731493289266 2024-11-13T10:21:31,106 DEBUG [RS:0;770665a7984d:46151 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T10:21:31,107 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59899, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T10:21:31,108 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42067 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 770665a7984d,46151,1731493289266 2024-11-13T10:21:31,108 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42067 {}] master.ServerManager(517): Registering regionserver=770665a7984d,46151,1731493289266 2024-11-13T10:21:31,109 DEBUG [RS:0;770665a7984d:46151 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38067/user/jenkins/test-data/41dd27f9-db83-ddbd-f2fb-71807f50e997 2024-11-13T10:21:31,109 DEBUG [RS:0;770665a7984d:46151 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38067 2024-11-13T10:21:31,109 DEBUG [RS:0;770665a7984d:46151 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T10:21:31,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42067-0x10110d8c3a90000, quorum=127.0.0.1:55104, baseZNode=/0-833592439 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-833592439/rs 2024-11-13T10:21:31,112 DEBUG [RS:0;770665a7984d:46151 {}] zookeeper.ZKUtil(111): regionserver:46151-0x10110d8c3a90001, quorum=127.0.0.1:55104, baseZNode=/0-833592439 Set watcher on existing znode=/0-833592439/rs/770665a7984d,46151,1731493289266 2024-11-13T10:21:31,112 WARN [RS:0;770665a7984d:46151 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T10:21:31,112 INFO [RS:0;770665a7984d:46151 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:21:31,112 DEBUG [RS:0;770665a7984d:46151 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38067/user/jenkins/test-data/41dd27f9-db83-ddbd-f2fb-71807f50e997/WALs/770665a7984d,46151,1731493289266 2024-11-13T10:21:31,112 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [770665a7984d,46151,1731493289266] 2024-11-13T10:21:31,115 INFO [RS:0;770665a7984d:46151 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T10:21:31,116 INFO [RS:0;770665a7984d:46151 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T10:21:31,117 INFO [RS:0;770665a7984d:46151 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T10:21:31,117 INFO [RS:0;770665a7984d:46151 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:21:31,117 INFO [RS:0;770665a7984d:46151 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T10:21:31,117 INFO [RS:0;770665a7984d:46151 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T10:21:31,117 INFO [RS:0;770665a7984d:46151 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T10:21:31,117 DEBUG [RS:0;770665a7984d:46151 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:21:31,118 DEBUG [RS:0;770665a7984d:46151 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:21:31,118 DEBUG [RS:0;770665a7984d:46151 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:21:31,118 DEBUG [RS:0;770665a7984d:46151 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:21:31,118 DEBUG [RS:0;770665a7984d:46151 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:21:31,118 DEBUG [RS:0;770665a7984d:46151 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/770665a7984d:0, corePoolSize=2, maxPoolSize=2 2024-11-13T10:21:31,118 DEBUG [RS:0;770665a7984d:46151 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:21:31,118 DEBUG [RS:0;770665a7984d:46151 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:21:31,118 DEBUG [RS:0;770665a7984d:46151 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:21:31,118 DEBUG [RS:0;770665a7984d:46151 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:21:31,118 DEBUG [RS:0;770665a7984d:46151 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:21:31,118 DEBUG [RS:0;770665a7984d:46151 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:21:31,118 DEBUG [RS:0;770665a7984d:46151 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/770665a7984d:0, corePoolSize=3, maxPoolSize=3 2024-11-13T10:21:31,118 DEBUG [RS:0;770665a7984d:46151 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0, corePoolSize=3, maxPoolSize=3 2024-11-13T10:21:31,118 INFO [RS:0;770665a7984d:46151 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T10:21:31,118 INFO [RS:0;770665a7984d:46151 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T10:21:31,118 INFO [RS:0;770665a7984d:46151 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:21:31,118 INFO [RS:0;770665a7984d:46151 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T10:21:31,118 INFO [RS:0;770665a7984d:46151 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T10:21:31,118 INFO [RS:0;770665a7984d:46151 {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,46151,1731493289266-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T10:21:31,132 INFO [RS:0;770665a7984d:46151 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T10:21:31,132 INFO [RS:0;770665a7984d:46151 {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,46151,1731493289266-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:21:31,132 INFO [RS:0;770665a7984d:46151 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:21:31,132 INFO [RS:0;770665a7984d:46151 {}] regionserver.Replication(171): 770665a7984d,46151,1731493289266 started 2024-11-13T10:21:31,145 INFO [RS:0;770665a7984d:46151 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:21:31,145 INFO [RS:0;770665a7984d:46151 {}] regionserver.HRegionServer(1482): Serving as 770665a7984d,46151,1731493289266, RpcServer on 770665a7984d/172.17.0.2:46151, sessionid=0x10110d8c3a90001 2024-11-13T10:21:31,145 DEBUG [RS:0;770665a7984d:46151 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T10:21:31,145 DEBUG [RS:0;770665a7984d:46151 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 770665a7984d,46151,1731493289266 2024-11-13T10:21:31,145 DEBUG [RS:0;770665a7984d:46151 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '770665a7984d,46151,1731493289266' 2024-11-13T10:21:31,145 DEBUG [RS:0;770665a7984d:46151 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-833592439/flush-table-proc/abort' 2024-11-13T10:21:31,145 DEBUG [RS:0;770665a7984d:46151 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-833592439/flush-table-proc/acquired' 2024-11-13T10:21:31,145 DEBUG [RS:0;770665a7984d:46151 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T10:21:31,145 DEBUG [RS:0;770665a7984d:46151 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T10:21:31,146 DEBUG [RS:0;770665a7984d:46151 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 770665a7984d,46151,1731493289266 2024-11-13T10:21:31,146 DEBUG [RS:0;770665a7984d:46151 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '770665a7984d,46151,1731493289266' 2024-11-13T10:21:31,146 DEBUG [RS:0;770665a7984d:46151 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-833592439/online-snapshot/abort' 2024-11-13T10:21:31,146 DEBUG [RS:0;770665a7984d:46151 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-833592439/online-snapshot/acquired' 2024-11-13T10:21:31,146 DEBUG [RS:0;770665a7984d:46151 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T10:21:31,146 INFO [RS:0;770665a7984d:46151 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T10:21:31,146 INFO [RS:0;770665a7984d:46151 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T10:21:31,246 INFO [RS:0;770665a7984d:46151 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T10:21:31,248 INFO [RS:0;770665a7984d:46151 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=770665a7984d%2C46151%2C1731493289266, suffix=, logDir=hdfs://localhost:38067/user/jenkins/test-data/41dd27f9-db83-ddbd-f2fb-71807f50e997/WALs/770665a7984d,46151,1731493289266, archiveDir=hdfs://localhost:38067/user/jenkins/test-data/41dd27f9-db83-ddbd-f2fb-71807f50e997/oldWALs, maxLogs=10 2024-11-13T10:21:31,261 DEBUG [RS:0;770665a7984d:46151 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/41dd27f9-db83-ddbd-f2fb-71807f50e997/WALs/770665a7984d,46151,1731493289266/770665a7984d%2C46151%2C1731493289266.1731493291248, exclude list is [], retry=0 2024-11-13T10:21:31,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39923,DS-e77a0f09-986d-4345-8d29-e986648608be,DISK] 2024-11-13T10:21:31,264 INFO [RS:0;770665a7984d:46151 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/41dd27f9-db83-ddbd-f2fb-71807f50e997/WALs/770665a7984d,46151,1731493289266/770665a7984d%2C46151%2C1731493289266.1731493291248 2024-11-13T10:21:31,265 DEBUG [RS:0;770665a7984d:46151 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40477:40477)] 2024-11-13T10:21:31,429 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38067/user/jenkins/test-data/41dd27f9-db83-ddbd-f2fb-71807f50e997/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T10:21:31,429 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38067/user/jenkins/test-data/41dd27f9-db83-ddbd-f2fb-71807f50e997 2024-11-13T10:21:31,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741833_1009 (size=32) 2024-11-13T10:21:31,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:21:31,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T10:21:31,836 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T10:21:31,836 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:31,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:21:31,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T10:21:31,838 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T10:21:31,838 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:31,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:21:31,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T10:21:31,839 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T10:21:31,839 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:31,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:21:31,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T10:21:31,840 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T10:21:31,840 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:31,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:21:31,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T10:21:31,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38067/user/jenkins/test-data/41dd27f9-db83-ddbd-f2fb-71807f50e997/data/hbase/meta/1588230740 2024-11-13T10:21:31,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38067/user/jenkins/test-data/41dd27f9-db83-ddbd-f2fb-71807f50e997/data/hbase/meta/1588230740 2024-11-13T10:21:31,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T10:21:31,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T10:21:31,842 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T10:21:31,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T10:21:31,844 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38067/user/jenkins/test-data/41dd27f9-db83-ddbd-f2fb-71807f50e997/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:21:31,844 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72874397, jitterRate=0.08591313660144806}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T10:21:31,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731493291834Initializing all the Stores at 1731493291835 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493291835Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493291835Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493291835Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493291835Cleaning up temporary data from old regions at 1731493291841 (+6 ms)Region opened successfully at 1731493291845 (+4 ms) 2024-11-13T10:21:31,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T10:21:31,845 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T10:21:31,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T10:21:31,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T10:21:31,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T10:21:31,845 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T10:21:31,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731493291845Disabling compacts and flushes for region at 1731493291845Disabling writes for close at 1731493291845Writing region close event to WAL at 1731493291845Closed at 1731493291845 2024-11-13T10:21:31,846 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T10:21:31,846 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T10:21:31,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T10:21:31,847 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T10:21:31,848 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T10:21:31,998 DEBUG [770665a7984d:42067 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T10:21:31,999 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=770665a7984d,46151,1731493289266 2024-11-13T10:21:32,000 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 770665a7984d,46151,1731493289266, state=OPENING 2024-11-13T10:21:32,001 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T10:21:32,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42067-0x10110d8c3a90000, quorum=127.0.0.1:55104, baseZNode=/0-833592439 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-833592439 2024-11-13T10:21:32,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46151-0x10110d8c3a90001, quorum=127.0.0.1:55104, baseZNode=/0-833592439 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-833592439 2024-11-13T10:21:32,003 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-833592439/meta-region-server: CHANGED 2024-11-13T10:21:32,003 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-833592439/meta-region-server: CHANGED 2024-11-13T10:21:32,003 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T10:21:32,003 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=770665a7984d,46151,1731493289266}] 2024-11-13T10:21:32,101 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:21:32,102 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [770665a7984d,36187,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=770665a7984d:36187 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T10:21:32,102 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108844 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [770665a7984d,36187,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=770665a7984d:36187 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T10:21:32,155 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T10:21:32,157 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52555, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T10:21:32,159 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T10:21:32,159 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:21:32,159 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T10:21:32,160 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=770665a7984d%2C46151%2C1731493289266.meta, suffix=.meta, logDir=hdfs://localhost:38067/user/jenkins/test-data/41dd27f9-db83-ddbd-f2fb-71807f50e997/WALs/770665a7984d,46151,1731493289266, archiveDir=hdfs://localhost:38067/user/jenkins/test-data/41dd27f9-db83-ddbd-f2fb-71807f50e997/oldWALs, maxLogs=10 2024-11-13T10:21:32,173 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/41dd27f9-db83-ddbd-f2fb-71807f50e997/WALs/770665a7984d,46151,1731493289266/770665a7984d%2C46151%2C1731493289266.meta.1731493292161.meta, exclude list is [], retry=0 2024-11-13T10:21:32,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39923,DS-e77a0f09-986d-4345-8d29-e986648608be,DISK] 2024-11-13T10:21:32,177 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/41dd27f9-db83-ddbd-f2fb-71807f50e997/WALs/770665a7984d,46151,1731493289266/770665a7984d%2C46151%2C1731493289266.meta.1731493292161.meta 2024-11-13T10:21:32,177 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40477:40477)] 2024-11-13T10:21:32,177 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:21:32,177 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T10:21:32,178 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T10:21:32,178 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T10:21:32,178 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T10:21:32,178 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T10:21:32,178 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:21:32,178 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T10:21:32,178 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T10:21:32,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T10:21:32,179 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T10:21:32,179 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:32,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:21:32,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T10:21:32,180 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T10:21:32,180 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:32,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:21:32,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T10:21:32,181 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T10:21:32,181 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:32,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:21:32,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T10:21:32,182 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T10:21:32,182 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:32,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:21:32,182 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T10:21:32,182 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38067/user/jenkins/test-data/41dd27f9-db83-ddbd-f2fb-71807f50e997/data/hbase/meta/1588230740 2024-11-13T10:21:32,183 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38067/user/jenkins/test-data/41dd27f9-db83-ddbd-f2fb-71807f50e997/data/hbase/meta/1588230740 2024-11-13T10:21:32,184 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T10:21:32,184 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T10:21:32,184 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T10:21:32,185 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T10:21:32,185 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62747995, jitterRate=-0.06498201191425323}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T10:21:32,185 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T10:21:32,186 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731493292178Writing region info on filesystem at 1731493292178Initializing all the Stores at 1731493292178Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493292178Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493292179 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493292179Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493292179Cleaning up temporary data from old regions at 1731493292184 (+5 ms)Running coprocessor post-open hooks at 1731493292185 (+1 ms)Region opened successfully at 1731493292186 (+1 ms) 2024-11-13T10:21:32,186 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731493292155 2024-11-13T10:21:32,188 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T10:21:32,188 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T10:21:32,188 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=770665a7984d,46151,1731493289266 2024-11-13T10:21:32,189 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 770665a7984d,46151,1731493289266, state=OPEN 2024-11-13T10:21:32,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42067-0x10110d8c3a90000, quorum=127.0.0.1:55104, baseZNode=/0-833592439 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-833592439/meta-region-server 2024-11-13T10:21:32,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46151-0x10110d8c3a90001, quorum=127.0.0.1:55104, baseZNode=/0-833592439 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-833592439/meta-region-server 2024-11-13T10:21:32,194 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-833592439/meta-region-server: CHANGED 2024-11-13T10:21:32,194 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=770665a7984d,46151,1731493289266 2024-11-13T10:21:32,194 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-833592439/meta-region-server: CHANGED 2024-11-13T10:21:32,196 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T10:21:32,196 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=770665a7984d,46151,1731493289266 in 191 msec 2024-11-13T10:21:32,197 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T10:21:32,197 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 349 msec 2024-11-13T10:21:32,197 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T10:21:32,198 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T10:21:32,198 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:21:32,198 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,46151,1731493289266, seqNum=-1] 2024-11-13T10:21:32,199 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:21:32,199 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41033, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:21:32,203 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1870 sec 2024-11-13T10:21:32,203 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731493292203, completionTime=-1 2024-11-13T10:21:32,203 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T10:21:32,203 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T10:21:32,205 INFO [master/770665a7984d:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T10:21:32,205 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731493352205 2024-11-13T10:21:32,205 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731493412205 2024-11-13T10:21:32,205 INFO [master/770665a7984d:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T10:21:32,205 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,42067,1731493289204-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:21:32,205 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,42067,1731493289204-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:21:32,205 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,42067,1731493289204-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:21:32,205 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-770665a7984d:42067, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:21:32,205 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T10:21:32,205 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T10:21:32,206 DEBUG [master/770665a7984d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T10:21:32,208 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.907sec 2024-11-13T10:21:32,208 INFO [master/770665a7984d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T10:21:32,208 INFO [master/770665a7984d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T10:21:32,208 INFO [master/770665a7984d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T10:21:32,208 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T10:21:32,208 INFO [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T10:21:32,208 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,42067,1731493289204-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T10:21:32,208 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,42067,1731493289204-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T10:21:32,209 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T10:21:32,209 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T10:21:32,209 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,42067,1731493289204-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:21:32,287 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51452599, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:32,287 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,42067,-1 for getting cluster id 2024-11-13T10:21:32,287 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:21:32,290 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '169f0d77-efea-474d-a233-5d43ce2a72a2' 2024-11-13T10:21:32,290 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:21:32,290 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "169f0d77-efea-474d-a233-5d43ce2a72a2" 2024-11-13T10:21:32,290 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67b6adf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:32,290 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,42067,-1] 2024-11-13T10:21:32,290 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:21:32,291 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:32,293 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:21:32,295 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1285c161, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:32,297 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:21:32,299 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,46151,1731493289266, seqNum=-1] 2024-11-13T10:21:32,300 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:21:32,301 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:21:32,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=770665a7984d,42067,1731493289204 2024-11-13T10:21:32,303 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55104 2024-11-13T10:21:32,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55104, baseZNode=/0-833592439 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T10:21:32,306 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10110d8c3a90002 connected 2024-11-13T10:21:32,309 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:21:32,309 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,42067,1731493289204 2024-11-13T10:21:32,309 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5335f924 2024-11-13T10:21:32,310 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:21:32,310 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T10:21:32,311 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42067 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T10:21:32,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42067 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T10:21:32,313 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T10:21:32,313 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:32,313 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42067 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T10:21:32,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:21:32,314 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T10:21:32,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741835_1011 (size=902) 2024-11-13T10:21:32,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:21:32,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:21:32,721 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1df2dee3b35704438ac103fe42d475d7, NAME => 'test,,1731493292311.1df2dee3b35704438ac103fe42d475d7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38067/user/jenkins/test-data/41dd27f9-db83-ddbd-f2fb-71807f50e997 2024-11-13T10:21:32,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39923 is added to blk_1073741836_1012 (size=39) 2024-11-13T10:21:32,726 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731493292311.1df2dee3b35704438ac103fe42d475d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:21:32,726 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1df2dee3b35704438ac103fe42d475d7, disabling compactions & flushes 2024-11-13T10:21:32,726 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731493292311.1df2dee3b35704438ac103fe42d475d7. 2024-11-13T10:21:32,726 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731493292311.1df2dee3b35704438ac103fe42d475d7. 2024-11-13T10:21:32,726 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731493292311.1df2dee3b35704438ac103fe42d475d7. after waiting 0 ms 2024-11-13T10:21:32,726 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731493292311.1df2dee3b35704438ac103fe42d475d7. 2024-11-13T10:21:32,726 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731493292311.1df2dee3b35704438ac103fe42d475d7. 2024-11-13T10:21:32,726 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1df2dee3b35704438ac103fe42d475d7: Waiting for close lock at 1731493292726Disabling compacts and flushes for region at 1731493292726Disabling writes for close at 1731493292726Writing region close event to WAL at 1731493292726Closed at 1731493292726 2024-11-13T10:21:32,727 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T10:21:32,727 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731493292311.1df2dee3b35704438ac103fe42d475d7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731493292727"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731493292727"}]},"ts":"1731493292727"} 2024-11-13T10:21:32,729 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T10:21:32,729 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T10:21:32,730 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731493292729"}]},"ts":"1731493292729"} 2024-11-13T10:21:32,731 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T10:21:32,731 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1df2dee3b35704438ac103fe42d475d7, ASSIGN}] 2024-11-13T10:21:32,732 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1df2dee3b35704438ac103fe42d475d7, ASSIGN 2024-11-13T10:21:32,732 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1df2dee3b35704438ac103fe42d475d7, ASSIGN; state=OFFLINE, location=770665a7984d,46151,1731493289266; forceNewPlan=false, retain=false 2024-11-13T10:21:32,883 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1df2dee3b35704438ac103fe42d475d7, regionState=OPENING, regionLocation=770665a7984d,46151,1731493289266 2024-11-13T10:21:32,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1df2dee3b35704438ac103fe42d475d7, ASSIGN because future has completed 2024-11-13T10:21:32,885 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1df2dee3b35704438ac103fe42d475d7, server=770665a7984d,46151,1731493289266}] 2024-11-13T10:21:32,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:21:33,040 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731493292311.1df2dee3b35704438ac103fe42d475d7. 2024-11-13T10:21:33,040 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1df2dee3b35704438ac103fe42d475d7, NAME => 'test,,1731493292311.1df2dee3b35704438ac103fe42d475d7.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:21:33,041 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T10:21:33,041 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T10:21:33,041 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1df2dee3b35704438ac103fe42d475d7 2024-11-13T10:21:33,041 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731493292311.1df2dee3b35704438ac103fe42d475d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:21:33,041 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1df2dee3b35704438ac103fe42d475d7 2024-11-13T10:21:33,041 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1df2dee3b35704438ac103fe42d475d7 2024-11-13T10:21:33,042 INFO [StoreOpener-1df2dee3b35704438ac103fe42d475d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1df2dee3b35704438ac103fe42d475d7 2024-11-13T10:21:33,043 INFO [StoreOpener-1df2dee3b35704438ac103fe42d475d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1df2dee3b35704438ac103fe42d475d7 columnFamilyName f 2024-11-13T10:21:33,043 DEBUG [StoreOpener-1df2dee3b35704438ac103fe42d475d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:33,043 INFO [StoreOpener-1df2dee3b35704438ac103fe42d475d7-1 {}] regionserver.HStore(327): Store=1df2dee3b35704438ac103fe42d475d7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:21:33,043 INFO [StoreOpener-1df2dee3b35704438ac103fe42d475d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1df2dee3b35704438ac103fe42d475d7 2024-11-13T10:21:33,044 INFO [StoreOpener-1df2dee3b35704438ac103fe42d475d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1df2dee3b35704438ac103fe42d475d7 columnFamilyName f1 2024-11-13T10:21:33,044 DEBUG [StoreOpener-1df2dee3b35704438ac103fe42d475d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:33,044 INFO [StoreOpener-1df2dee3b35704438ac103fe42d475d7-1 {}] regionserver.HStore(327): Store=1df2dee3b35704438ac103fe42d475d7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:21:33,045 INFO [StoreOpener-1df2dee3b35704438ac103fe42d475d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1df2dee3b35704438ac103fe42d475d7 2024-11-13T10:21:33,045 INFO [StoreOpener-1df2dee3b35704438ac103fe42d475d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1df2dee3b35704438ac103fe42d475d7 columnFamilyName norep 2024-11-13T10:21:33,045 DEBUG [StoreOpener-1df2dee3b35704438ac103fe42d475d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:33,046 INFO [StoreOpener-1df2dee3b35704438ac103fe42d475d7-1 {}] regionserver.HStore(327): Store=1df2dee3b35704438ac103fe42d475d7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:21:33,046 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1df2dee3b35704438ac103fe42d475d7 2024-11-13T10:21:33,046 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38067/user/jenkins/test-data/41dd27f9-db83-ddbd-f2fb-71807f50e997/data/default/test/1df2dee3b35704438ac103fe42d475d7 2024-11-13T10:21:33,046 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38067/user/jenkins/test-data/41dd27f9-db83-ddbd-f2fb-71807f50e997/data/default/test/1df2dee3b35704438ac103fe42d475d7 2024-11-13T10:21:33,047 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1df2dee3b35704438ac103fe42d475d7 2024-11-13T10:21:33,047 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1df2dee3b35704438ac103fe42d475d7 2024-11-13T10:21:33,047 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T10:21:33,048 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1df2dee3b35704438ac103fe42d475d7 2024-11-13T10:21:33,050 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38067/user/jenkins/test-data/41dd27f9-db83-ddbd-f2fb-71807f50e997/data/default/test/1df2dee3b35704438ac103fe42d475d7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:21:33,050 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1df2dee3b35704438ac103fe42d475d7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59440335, jitterRate=-0.11426998674869537}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T10:21:33,050 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1df2dee3b35704438ac103fe42d475d7 2024-11-13T10:21:33,051 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1df2dee3b35704438ac103fe42d475d7: Running coprocessor pre-open hook at 1731493293041Writing region info on filesystem at 1731493293041Initializing all the Stores at 1731493293042 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493293042Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493293042Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493293042Cleaning up temporary data from old regions at 1731493293047 (+5 ms)Running coprocessor post-open hooks at 1731493293050 (+3 ms)Region opened successfully at 1731493293051 (+1 ms) 2024-11-13T10:21:33,052 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731493292311.1df2dee3b35704438ac103fe42d475d7., pid=6, masterSystemTime=1731493293037 2024-11-13T10:21:33,054 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731493292311.1df2dee3b35704438ac103fe42d475d7. 2024-11-13T10:21:33,054 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731493292311.1df2dee3b35704438ac103fe42d475d7. 2024-11-13T10:21:33,054 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1df2dee3b35704438ac103fe42d475d7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=770665a7984d,46151,1731493289266 2024-11-13T10:21:33,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1df2dee3b35704438ac103fe42d475d7, server=770665a7984d,46151,1731493289266 because future has completed 2024-11-13T10:21:33,058 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T10:21:33,058 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1df2dee3b35704438ac103fe42d475d7, server=770665a7984d,46151,1731493289266 in 172 msec 2024-11-13T10:21:33,060 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T10:21:33,060 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1df2dee3b35704438ac103fe42d475d7, ASSIGN in 327 msec 2024-11-13T10:21:33,060 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T10:21:33,061 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731493293060"}]},"ts":"1731493293060"} 2024-11-13T10:21:33,062 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T10:21:33,063 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T10:21:33,064 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 752 msec 2024-11-13T10:21:33,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:21:33,453 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T10:21:33,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a81c26f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:33,453 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,42067,-1 for getting cluster id 2024-11-13T10:21:33,453 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:21:33,454 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '169f0d77-efea-474d-a233-5d43ce2a72a2' 2024-11-13T10:21:33,454 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:21:33,454 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "169f0d77-efea-474d-a233-5d43ce2a72a2" 2024-11-13T10:21:33,454 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c0b1491, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:33,454 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,42067,-1] 2024-11-13T10:21:33,454 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:21:33,455 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:33,455 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:21:33,456 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@433f55b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:33,456 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:21:33,456 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,42067,1731493289204 2024-11-13T10:21:33,456 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2294b43b 2024-11-13T10:21:33,457 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:21:33,457 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T10:21:33,457 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42067 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://770665a7984d:42067,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T10:21:33,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42067 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T10:21:33,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T10:21:33,460 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='770665a7984d:42067' 2024-11-13T10:21:33,461 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b32f364, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:33,461 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,42067,-1 for getting cluster id 2024-11-13T10:21:33,461 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:21:33,461 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '169f0d77-efea-474d-a233-5d43ce2a72a2' 2024-11-13T10:21:33,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:21:33,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "169f0d77-efea-474d-a233-5d43ce2a72a2" 2024-11-13T10:21:33,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f135c50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:33,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,42067,-1] 2024-11-13T10:21:33,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:21:33,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:33,462 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:21:33,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a75de2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:33,463 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:21:33,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,42067,1731493289204 2024-11-13T10:21:33,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d4c27ff 2024-11-13T10:21:33,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:21:33,464 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T10:21:33,464 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T10:21:33,464 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T10:21:33,464 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:33,464 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:33,464 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:21:33,465 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://770665a7984d:42067, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-13T10:21:33,470 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://770665a7984d:42067, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://770665a7984d:42067, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://770665a7984d:42067, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-13T10:21:33,471 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://770665a7984d:42067, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=13 msec 2024-11-13T10:21:33,471 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-13T10:21:33,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T10:21:33,563 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://770665a7984d:42067, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-13T10:21:33,563 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T10:21:33,564 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:21:33,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:33,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:33,564 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:21:33,589 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=534 (was 360) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46151 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 3 on default port 38067 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: qtp2128753387-7859 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f78f8432c40.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2034628170-7906 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f78f8432c40.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42067 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1291274658_20 at /127.0.0.1:44706 [Receiving block BP-534479329-172.17.0.2-1731493288241:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=42067 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42067 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:38067 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: pool-2262-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-d05e9b7-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=46151 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@7690ed82 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2274-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=46151 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master/770665a7984d:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38067 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: qtp2128753387-7861-acceptor-0@2e3d6cc0-ServerConnector@3b4140df{HTTP/1.1, (http/1.1)}{localhost:46827} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2034628170-7908 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46151 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:38067/user/jenkins/test-data/41dd27f9-db83-ddbd-f2fb-71807f50e997/MasterData-prefix:770665a7984d,42067,1731493289204 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2128753387-7862 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;770665a7984d:46151 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2128753387-7860 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f78f8432c40.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc510eb7-6929-3949-1e34-5dadd8485f79/cluster_7cd6d856-d291-a188-dca2-727acb43f9c8/data/data1/current/BP-534479329-172.17.0.2-1731493288241 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:55104): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: PacketResponder: BP-534479329-172.17.0.2-1731493288241:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@3d61c2d6 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2128753387-7857 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f78f8432c40.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=46151 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=42067 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc510eb7-6929-3949-1e34-5dadd8485f79/cluster_7cd6d856-d291-a188-dca2-727acb43f9c8/data/data2/current/BP-534479329-172.17.0.2-1731493288241 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55104) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server handler 2 on default port 38067 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@65e21794 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 43429 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: regionserver/770665a7984d:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: qtp2128753387-7863 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:38067 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@19c7f116 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@6db466c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42067 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2268-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$593/0x00007f78f8ab6c80.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@14954434[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: qtp2128753387-7864 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 43429 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:38067 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server handler 1 on default port 38067 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: master/770665a7984d:0:becomeActiveMaster-HFileCleaner.small.0-1731493291027 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: Session-HouseKeeper-2bab9e15-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2271-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42067 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38067 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46151 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 4 on default port 38067 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42067 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1985165514_20 at /127.0.0.1:44666 [Receiving block BP-534479329-172.17.0.2-1731493288241:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-534479329-172.17.0.2-1731493288241:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:38067 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;770665a7984d:42067 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/770665a7984d:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46151 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42067 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PacketResponder: BP-534479329-172.17.0.2-1731493288241:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46151 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp2034628170-7909 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 43429 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55104) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server handler 0 on default port 43429 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/770665a7984d:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(1953938149) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=42067 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:55104 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: 770665a7984d:42067 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: RS:0;770665a7984d:46151-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$479/0x00007f78f89f9380.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:38067/user/jenkins/test-data/41dd27f9-db83-ddbd-f2fb-71807f50e997-prefix:770665a7984d,46151,1731493289266 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-534479329-172.17.0.2-1731493288241 heartbeating to localhost/127.0.0.1:38067 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc510eb7-6929-3949-1e34-5dadd8485f79/cluster_7cd6d856-d291-a188-dca2-727acb43f9c8/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42067 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:38067/user/jenkins/test-data/41dd27f9-db83-ddbd-f2fb-71807f50e997-prefix:770665a7984d,46151,1731493289266.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@5a54d3e7 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: RS_OPEN_META-regionserver/770665a7984d:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2128753387-7858 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f78f8432c40.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@1501b66d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1291274658_20 at /127.0.0.1:44682 [Receiving block BP-534479329-172.17.0.2-1731493288241:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc510eb7-6929-3949-1e34-5dadd8485f79/cluster_7cd6d856-d291-a188-dca2-727acb43f9c8/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: regionserver/770665a7984d:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46151 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master/770665a7984d:0:becomeActiveMaster-HFileCleaner.large.0-1731493291027 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: qtp2034628170-7907-acceptor-0@2f967f0d-ServerConnector@58b5e117{HTTP/1.1, (http/1.1)}{localhost:42011} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 38067 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@2ac6f1e7 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38067 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 38067 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1291274658_20 at /127.0.0.1:35080 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38067 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@572b3861 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: pool-2263-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 43429 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55104) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server idle connection scanner for port 43429 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46151 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) - Thread LEAK? -, OpenFileDescriptor=874 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=388 (was 405), ProcessCount=11 (was 11), AvailableMemoryMB=3285 (was 3329) 2024-11-13T10:21:33,593 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=534 is superior to 500 2024-11-13T10:21:33,611 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=534, OpenFileDescriptor=874, MaxFileDescriptor=1048576, SystemLoadAverage=388, ProcessCount=11, AvailableMemoryMB=3285 2024-11-13T10:21:33,611 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=534 is superior to 500 2024-11-13T10:21:33,625 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-13T10:21:33,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc510eb7-6929-3949-1e34-5dadd8485f79/hadoop.log.dir so I do NOT create it in target/test-data/a7bfced6-9105-0d2a-40de-ac194b60d798 2024-11-13T10:21:33,625 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc510eb7-6929-3949-1e34-5dadd8485f79/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T10:21:33,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc510eb7-6929-3949-1e34-5dadd8485f79/hadoop.tmp.dir so I do NOT create it in target/test-data/a7bfced6-9105-0d2a-40de-ac194b60d798 2024-11-13T10:21:33,625 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc510eb7-6929-3949-1e34-5dadd8485f79/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T10:21:33,625 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7bfced6-9105-0d2a-40de-ac194b60d798 2024-11-13T10:21:33,625 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7bfced6-9105-0d2a-40de-ac194b60d798/cluster_304b4cec-e17e-fba0-4023-09686735a181, deleteOnExit=true 2024-11-13T10:21:33,628 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7bfced6-9105-0d2a-40de-ac194b60d798/cluster_304b4cec-e17e-fba0-4023-09686735a181/zookeeper_0, clientPort=50677, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7bfced6-9105-0d2a-40de-ac194b60d798/cluster_304b4cec-e17e-fba0-4023-09686735a181/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7bfced6-9105-0d2a-40de-ac194b60d798/cluster_304b4cec-e17e-fba0-4023-09686735a181/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T10:21:33,629 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50677 2024-11-13T10:21:33,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T10:21:33,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T10:21:33,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7bfced6-9105-0d2a-40de-ac194b60d798/test.cache.data in system properties and HBase conf 2024-11-13T10:21:33,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7bfced6-9105-0d2a-40de-ac194b60d798/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T10:21:33,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7bfced6-9105-0d2a-40de-ac194b60d798/hadoop.log.dir in system properties and HBase conf 2024-11-13T10:21:33,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7bfced6-9105-0d2a-40de-ac194b60d798/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T10:21:33,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7bfced6-9105-0d2a-40de-ac194b60d798/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T10:21:33,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T10:21:33,630 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T10:21:33,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7bfced6-9105-0d2a-40de-ac194b60d798/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T10:21:33,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7bfced6-9105-0d2a-40de-ac194b60d798/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T10:21:33,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7bfced6-9105-0d2a-40de-ac194b60d798/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T10:21:33,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7bfced6-9105-0d2a-40de-ac194b60d798/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T10:21:33,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7bfced6-9105-0d2a-40de-ac194b60d798/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T10:21:33,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7bfced6-9105-0d2a-40de-ac194b60d798/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T10:21:33,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7bfced6-9105-0d2a-40de-ac194b60d798/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T10:21:33,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7bfced6-9105-0d2a-40de-ac194b60d798/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T10:21:33,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7bfced6-9105-0d2a-40de-ac194b60d798/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T10:21:33,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7bfced6-9105-0d2a-40de-ac194b60d798/nfs.dump.dir in system properties and HBase conf 2024-11-13T10:21:33,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7bfced6-9105-0d2a-40de-ac194b60d798/java.io.tmpdir in system properties and HBase conf 2024-11-13T10:21:33,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7bfced6-9105-0d2a-40de-ac194b60d798/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T10:21:33,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7bfced6-9105-0d2a-40de-ac194b60d798/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T10:21:33,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7bfced6-9105-0d2a-40de-ac194b60d798/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T10:21:33,708 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T10:21:33,711 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T10:21:33,716 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T10:21:33,716 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T10:21:33,717 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T10:21:33,718 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T10:21:33,728 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54b4a400{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7bfced6-9105-0d2a-40de-ac194b60d798/hadoop.log.dir/,AVAILABLE} 2024-11-13T10:21:33,729 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59a943f0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T10:21:33,844 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4b6d451a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7bfced6-9105-0d2a-40de-ac194b60d798/java.io.tmpdir/jetty-localhost-42827-hadoop-hdfs-3_4_1-tests_jar-_-any-13801197579882790841/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T10:21:33,845 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1e74d2e3{HTTP/1.1, (http/1.1)}{localhost:42827} 2024-11-13T10:21:33,845 INFO [Time-limited test {}] server.Server(415): Started @285693ms 2024-11-13T10:21:33,950 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T10:21:33,953 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T10:21:33,957 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T10:21:33,957 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T10:21:33,957 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T10:21:33,960 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42e80402{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7bfced6-9105-0d2a-40de-ac194b60d798/hadoop.log.dir/,AVAILABLE} 2024-11-13T10:21:33,961 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c64ccd4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T10:21:34,082 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7ba6bf0b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7bfced6-9105-0d2a-40de-ac194b60d798/java.io.tmpdir/jetty-localhost-45911-hadoop-hdfs-3_4_1-tests_jar-_-any-16448313347830874415/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T10:21:34,082 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@78ca74ea{HTTP/1.1, (http/1.1)}{localhost:45911} 2024-11-13T10:21:34,082 INFO [Time-limited test {}] server.Server(415): Started @285930ms 2024-11-13T10:21:34,083 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T10:21:34,212 WARN [Thread-4294 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7bfced6-9105-0d2a-40de-ac194b60d798/cluster_304b4cec-e17e-fba0-4023-09686735a181/data/data2/current/BP-617760809-172.17.0.2-1731493293651/current, will proceed with Du for space computation calculation, 2024-11-13T10:21:34,212 WARN [Thread-4293 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7bfced6-9105-0d2a-40de-ac194b60d798/cluster_304b4cec-e17e-fba0-4023-09686735a181/data/data1/current/BP-617760809-172.17.0.2-1731493293651/current, will proceed with Du for space computation calculation, 2024-11-13T10:21:34,231 WARN [Thread-4281 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T10:21:34,233 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3cdab669968271a9 with lease ID 0x3fd5889cae1884a1: Processing first storage report for DS-339fed1c-c93e-4149-a769-9f23be4afb08 from datanode DatanodeRegistration(127.0.0.1:44831, datanodeUuid=f62b79b7-cb2f-4fd0-9cff-65ad37be201f, infoPort=34599, infoSecurePort=0, ipcPort=35067, storageInfo=lv=-57;cid=testClusterID;nsid=893654157;c=1731493293651) 2024-11-13T10:21:34,233 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3cdab669968271a9 with lease ID 0x3fd5889cae1884a1: from storage DS-339fed1c-c93e-4149-a769-9f23be4afb08 node DatanodeRegistration(127.0.0.1:44831, datanodeUuid=f62b79b7-cb2f-4fd0-9cff-65ad37be201f, infoPort=34599, infoSecurePort=0, ipcPort=35067, storageInfo=lv=-57;cid=testClusterID;nsid=893654157;c=1731493293651), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T10:21:34,233 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3cdab669968271a9 with lease ID 0x3fd5889cae1884a1: Processing first storage report for DS-db7902a1-13f1-49c1-9550-bc1ef0c0a18d from datanode DatanodeRegistration(127.0.0.1:44831, datanodeUuid=f62b79b7-cb2f-4fd0-9cff-65ad37be201f, infoPort=34599, infoSecurePort=0, ipcPort=35067, storageInfo=lv=-57;cid=testClusterID;nsid=893654157;c=1731493293651) 2024-11-13T10:21:34,233 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3cdab669968271a9 with lease ID 0x3fd5889cae1884a1: from storage DS-db7902a1-13f1-49c1-9550-bc1ef0c0a18d node DatanodeRegistration(127.0.0.1:44831, datanodeUuid=f62b79b7-cb2f-4fd0-9cff-65ad37be201f, infoPort=34599, infoSecurePort=0, ipcPort=35067, storageInfo=lv=-57;cid=testClusterID;nsid=893654157;c=1731493293651), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T10:21:34,329 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7bfced6-9105-0d2a-40de-ac194b60d798 2024-11-13T10:21:34,329 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:21:34,330 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:21:34,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44831 is added to blk_1073741825_1001 (size=7) 2024-11-13T10:21:34,738 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98 with version=8 2024-11-13T10:21:34,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/hbase-staging 2024-11-13T10:21:34,741 INFO [Time-limited test {}] client.ConnectionUtils(128): master/770665a7984d:0 server-side Connection retries=45 2024-11-13T10:21:34,741 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:21:34,741 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T10:21:34,741 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T10:21:34,741 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:21:34,741 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T10:21:34,741 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T10:21:34,741 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T10:21:34,742 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42773 2024-11-13T10:21:34,743 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42773 connecting to ZooKeeper ensemble=127.0.0.1:50677 2024-11-13T10:21:34,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:427730x0, quorum=127.0.0.1:50677, baseZNode=/0-1482303142 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T10:21:34,752 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42773-0x10110d8d8cb0000 connected 2024-11-13T10:21:34,776 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:21:34,777 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:21:34,779 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42773-0x10110d8d8cb0000, quorum=127.0.0.1:50677, baseZNode=/0-1482303142 Set watcher on znode that does not yet exist, /0-1482303142/running 2024-11-13T10:21:34,779 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98, hbase.cluster.distributed=false 2024-11-13T10:21:34,781 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42773-0x10110d8d8cb0000, quorum=127.0.0.1:50677, baseZNode=/0-1482303142 Set watcher on znode that does not yet exist, /0-1482303142/acl 2024-11-13T10:21:34,786 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42773 2024-11-13T10:21:34,787 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42773 2024-11-13T10:21:34,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42773 2024-11-13T10:21:34,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42773 2024-11-13T10:21:34,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42773 2024-11-13T10:21:34,807 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/770665a7984d:0 server-side Connection retries=45 2024-11-13T10:21:34,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:21:34,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T10:21:34,807 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T10:21:34,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:21:34,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T10:21:34,807 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T10:21:34,807 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T10:21:34,808 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37889 2024-11-13T10:21:34,809 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37889 connecting to ZooKeeper ensemble=127.0.0.1:50677 2024-11-13T10:21:34,809 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:21:34,811 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:21:34,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:378890x0, quorum=127.0.0.1:50677, baseZNode=/0-1482303142 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T10:21:34,820 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37889-0x10110d8d8cb0001 connected 2024-11-13T10:21:34,820 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37889-0x10110d8d8cb0001, quorum=127.0.0.1:50677, baseZNode=/0-1482303142 Set watcher on znode that does not yet exist, /0-1482303142/running 2024-11-13T10:21:34,820 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T10:21:34,828 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T10:21:34,828 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37889-0x10110d8d8cb0001, quorum=127.0.0.1:50677, baseZNode=/0-1482303142 Set watcher on znode that does not yet exist, /0-1482303142/master 2024-11-13T10:21:34,829 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37889-0x10110d8d8cb0001, quorum=127.0.0.1:50677, baseZNode=/0-1482303142 Set watcher on znode that does not yet exist, /0-1482303142/acl 2024-11-13T10:21:34,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37889 2024-11-13T10:21:34,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37889 2024-11-13T10:21:34,837 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37889 2024-11-13T10:21:34,838 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37889 2024-11-13T10:21:34,838 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37889 2024-11-13T10:21:34,852 DEBUG [M:0;770665a7984d:42773 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;770665a7984d:42773 2024-11-13T10:21:34,853 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1482303142/backup-masters/770665a7984d,42773,1731493294740 2024-11-13T10:21:34,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37889-0x10110d8d8cb0001, quorum=127.0.0.1:50677, baseZNode=/0-1482303142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1482303142/backup-masters 2024-11-13T10:21:34,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42773-0x10110d8d8cb0000, quorum=127.0.0.1:50677, baseZNode=/0-1482303142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1482303142/backup-masters 2024-11-13T10:21:34,855 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42773-0x10110d8d8cb0000, quorum=127.0.0.1:50677, baseZNode=/0-1482303142 Set watcher on existing znode=/0-1482303142/backup-masters/770665a7984d,42773,1731493294740 2024-11-13T10:21:34,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37889-0x10110d8d8cb0001, quorum=127.0.0.1:50677, baseZNode=/0-1482303142 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1482303142/master 2024-11-13T10:21:34,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42773-0x10110d8d8cb0000, quorum=127.0.0.1:50677, baseZNode=/0-1482303142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1482303142 2024-11-13T10:21:34,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37889-0x10110d8d8cb0001, quorum=127.0.0.1:50677, baseZNode=/0-1482303142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1482303142 2024-11-13T10:21:34,857 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42773-0x10110d8d8cb0000, quorum=127.0.0.1:50677, baseZNode=/0-1482303142 Set watcher on existing znode=/0-1482303142/master 2024-11-13T10:21:34,857 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1482303142/backup-masters/770665a7984d,42773,1731493294740 from backup master directory 2024-11-13T10:21:34,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37889-0x10110d8d8cb0001, quorum=127.0.0.1:50677, baseZNode=/0-1482303142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1482303142/backup-masters 2024-11-13T10:21:34,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42773-0x10110d8d8cb0000, quorum=127.0.0.1:50677, baseZNode=/0-1482303142 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1482303142/backup-masters/770665a7984d,42773,1731493294740 2024-11-13T10:21:34,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42773-0x10110d8d8cb0000, quorum=127.0.0.1:50677, baseZNode=/0-1482303142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1482303142/backup-masters 2024-11-13T10:21:34,859 WARN [master/770665a7984d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T10:21:34,859 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=770665a7984d,42773,1731493294740 2024-11-13T10:21:34,862 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/hbase.id] with ID: c6838c65-1013-4438-8ea7-70e794556e6a 2024-11-13T10:21:34,862 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/.tmp/hbase.id 2024-11-13T10:21:34,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44831 is added to blk_1073741826_1002 (size=42) 2024-11-13T10:21:35,270 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/.tmp/hbase.id]:[hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/hbase.id] 2024-11-13T10:21:35,278 INFO [master/770665a7984d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:21:35,278 INFO [master/770665a7984d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T10:21:35,279 INFO [master/770665a7984d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T10:21:35,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42773-0x10110d8d8cb0000, quorum=127.0.0.1:50677, baseZNode=/0-1482303142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1482303142 2024-11-13T10:21:35,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37889-0x10110d8d8cb0001, quorum=127.0.0.1:50677, baseZNode=/0-1482303142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1482303142 2024-11-13T10:21:35,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44831 is added to blk_1073741827_1003 (size=196) 2024-11-13T10:21:35,688 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T10:21:35,690 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T10:21:35,690 INFO [master/770665a7984d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:21:35,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44831 is added to blk_1073741828_1004 (size=1189) 2024-11-13T10:21:36,097 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/MasterData/data/master/store 2024-11-13T10:21:36,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44831 is added to blk_1073741829_1005 (size=34) 2024-11-13T10:21:36,502 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:21:36,502 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T10:21:36,502 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:21:36,502 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:21:36,502 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T10:21:36,502 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:21:36,502 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:21:36,502 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731493296502Disabling compacts and flushes for region at 1731493296502Disabling writes for close at 1731493296502Writing region close event to WAL at 1731493296502Closed at 1731493296502 2024-11-13T10:21:36,503 WARN [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/MasterData/data/master/store/.initializing 2024-11-13T10:21:36,503 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/MasterData/WALs/770665a7984d,42773,1731493294740 2024-11-13T10:21:36,504 INFO [master/770665a7984d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T10:21:36,505 INFO [master/770665a7984d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=770665a7984d%2C42773%2C1731493294740, suffix=, logDir=hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/MasterData/WALs/770665a7984d,42773,1731493294740, archiveDir=hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/MasterData/oldWALs, maxLogs=10 2024-11-13T10:21:36,518 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/MasterData/WALs/770665a7984d,42773,1731493294740/770665a7984d%2C42773%2C1731493294740.1731493296505, exclude list is [], retry=0 2024-11-13T10:21:36,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44831,DS-339fed1c-c93e-4149-a769-9f23be4afb08,DISK] 2024-11-13T10:21:36,521 INFO [master/770665a7984d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/MasterData/WALs/770665a7984d,42773,1731493294740/770665a7984d%2C42773%2C1731493294740.1731493296505 2024-11-13T10:21:36,522 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34599:34599)] 2024-11-13T10:21:36,522 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:21:36,522 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:21:36,522 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:21:36,522 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:21:36,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:21:36,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T10:21:36,526 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:36,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:21:36,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:21:36,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T10:21:36,527 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:36,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:21:36,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:21:36,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T10:21:36,529 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:36,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:21:36,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:21:36,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T10:21:36,530 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:36,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:21:36,530 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:21:36,530 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:21:36,531 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:21:36,531 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:21:36,531 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:21:36,532 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T10:21:36,532 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:21:36,534 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:21:36,534 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75232002, jitterRate=0.12104418873786926}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T10:21:36,534 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731493296522Initializing all the Stores at 1731493296523 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493296523Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493296525 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493296525Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493296525Cleaning up temporary data from old regions at 1731493296531 (+6 ms)Region opened successfully at 1731493296534 (+3 ms) 2024-11-13T10:21:36,534 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T10:21:36,536 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@972428, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=770665a7984d/172.17.0.2:0 2024-11-13T10:21:36,537 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T10:21:36,537 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T10:21:36,537 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T10:21:36,537 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T10:21:36,537 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T10:21:36,538 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T10:21:36,538 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T10:21:36,539 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T10:21:36,540 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42773-0x10110d8d8cb0000, quorum=127.0.0.1:50677, baseZNode=/0-1482303142 Unable to get data of znode /0-1482303142/balancer because node does not exist (not necessarily an error) 2024-11-13T10:21:36,541 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1482303142/balancer already deleted, retry=false 2024-11-13T10:21:36,541 INFO [master/770665a7984d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T10:21:36,541 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42773-0x10110d8d8cb0000, quorum=127.0.0.1:50677, baseZNode=/0-1482303142 Unable to get data of znode /0-1482303142/normalizer because node does not exist (not necessarily an error) 2024-11-13T10:21:36,542 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1482303142/normalizer already deleted, retry=false 2024-11-13T10:21:36,543 INFO [master/770665a7984d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T10:21:36,543 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42773-0x10110d8d8cb0000, quorum=127.0.0.1:50677, baseZNode=/0-1482303142 Unable to get data of znode /0-1482303142/switch/split because node does not exist (not necessarily an error) 2024-11-13T10:21:36,545 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1482303142/switch/split already deleted, retry=false 2024-11-13T10:21:36,545 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42773-0x10110d8d8cb0000, quorum=127.0.0.1:50677, baseZNode=/0-1482303142 Unable to get data of znode /0-1482303142/switch/merge because node does not exist (not necessarily an error) 2024-11-13T10:21:36,546 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1482303142/switch/merge already deleted, retry=false 2024-11-13T10:21:36,548 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42773-0x10110d8d8cb0000, quorum=127.0.0.1:50677, baseZNode=/0-1482303142 Unable to get data of znode /0-1482303142/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T10:21:36,548 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1482303142/snapshot-cleanup already deleted, retry=false 2024-11-13T10:21:36,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37889-0x10110d8d8cb0001, quorum=127.0.0.1:50677, baseZNode=/0-1482303142 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1482303142/running 2024-11-13T10:21:36,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42773-0x10110d8d8cb0000, quorum=127.0.0.1:50677, baseZNode=/0-1482303142 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1482303142/running 2024-11-13T10:21:36,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37889-0x10110d8d8cb0001, quorum=127.0.0.1:50677, baseZNode=/0-1482303142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1482303142 2024-11-13T10:21:36,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42773-0x10110d8d8cb0000, quorum=127.0.0.1:50677, baseZNode=/0-1482303142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1482303142 2024-11-13T10:21:36,552 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=770665a7984d,42773,1731493294740, sessionid=0x10110d8d8cb0000, setting cluster-up flag (Was=false) 2024-11-13T10:21:36,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37889-0x10110d8d8cb0001, quorum=127.0.0.1:50677, baseZNode=/0-1482303142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1482303142 2024-11-13T10:21:36,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42773-0x10110d8d8cb0000, quorum=127.0.0.1:50677, baseZNode=/0-1482303142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1482303142 2024-11-13T10:21:36,565 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1482303142/flush-table-proc/acquired, /0-1482303142/flush-table-proc/reached, /0-1482303142/flush-table-proc/abort 2024-11-13T10:21:36,566 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=770665a7984d,42773,1731493294740 2024-11-13T10:21:36,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37889-0x10110d8d8cb0001, quorum=127.0.0.1:50677, baseZNode=/0-1482303142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1482303142 2024-11-13T10:21:36,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42773-0x10110d8d8cb0000, quorum=127.0.0.1:50677, baseZNode=/0-1482303142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1482303142 2024-11-13T10:21:36,578 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1482303142/online-snapshot/acquired, /0-1482303142/online-snapshot/reached, /0-1482303142/online-snapshot/abort 2024-11-13T10:21:36,580 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=770665a7984d,42773,1731493294740 2024-11-13T10:21:36,581 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T10:21:36,583 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T10:21:36,583 INFO [master/770665a7984d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T10:21:36,583 INFO [master/770665a7984d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T10:21:36,583 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 770665a7984d,42773,1731493294740 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T10:21:36,584 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:21:36,584 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:21:36,584 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:21:36,584 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:21:36,584 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/770665a7984d:0, corePoolSize=10, maxPoolSize=10 2024-11-13T10:21:36,584 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:21:36,584 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/770665a7984d:0, corePoolSize=2, maxPoolSize=2 2024-11-13T10:21:36,584 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:21:36,586 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731493326586 2024-11-13T10:21:36,586 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T10:21:36,586 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T10:21:36,586 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T10:21:36,586 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T10:21:36,586 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T10:21:36,586 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T10:21:36,586 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T10:21:36,586 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T10:21:36,586 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T10:21:36,586 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T10:21:36,586 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T10:21:36,587 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T10:21:36,587 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T10:21:36,587 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:36,587 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T10:21:36,588 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T10:21:36,588 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T10:21:36,592 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.large.0-1731493296588,5,FailOnTimeoutGroup] 2024-11-13T10:21:36,593 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.small.0-1731493296592,5,FailOnTimeoutGroup] 2024-11-13T10:21:36,593 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T10:21:36,593 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T10:21:36,593 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T10:21:36,593 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T10:21:36,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44831 is added to blk_1073741831_1007 (size=1321) 2024-11-13T10:21:36,643 INFO [RS:0;770665a7984d:37889 {}] regionserver.HRegionServer(746): ClusterId : c6838c65-1013-4438-8ea7-70e794556e6a 2024-11-13T10:21:36,643 DEBUG [RS:0;770665a7984d:37889 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T10:21:36,645 DEBUG [RS:0;770665a7984d:37889 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T10:21:36,645 DEBUG [RS:0;770665a7984d:37889 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T10:21:36,647 DEBUG [RS:0;770665a7984d:37889 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T10:21:36,647 DEBUG [RS:0;770665a7984d:37889 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a2c10d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=770665a7984d/172.17.0.2:0 2024-11-13T10:21:36,658 DEBUG [RS:0;770665a7984d:37889 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;770665a7984d:37889 2024-11-13T10:21:36,658 INFO [RS:0;770665a7984d:37889 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T10:21:36,658 INFO [RS:0;770665a7984d:37889 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T10:21:36,658 DEBUG [RS:0;770665a7984d:37889 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T10:21:36,659 INFO [RS:0;770665a7984d:37889 {}] regionserver.HRegionServer(2659): reportForDuty to master=770665a7984d,42773,1731493294740 with port=37889, startcode=1731493294807 2024-11-13T10:21:36,659 DEBUG [RS:0;770665a7984d:37889 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T10:21:36,660 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41759, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T10:21:36,661 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42773 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 770665a7984d,37889,1731493294807 2024-11-13T10:21:36,661 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42773 {}] master.ServerManager(517): Registering regionserver=770665a7984d,37889,1731493294807 2024-11-13T10:21:36,662 DEBUG [RS:0;770665a7984d:37889 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98 2024-11-13T10:21:36,662 DEBUG [RS:0;770665a7984d:37889 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35739 2024-11-13T10:21:36,662 DEBUG [RS:0;770665a7984d:37889 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T10:21:36,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42773-0x10110d8d8cb0000, quorum=127.0.0.1:50677, baseZNode=/0-1482303142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1482303142/rs 2024-11-13T10:21:36,664 DEBUG [RS:0;770665a7984d:37889 {}] zookeeper.ZKUtil(111): regionserver:37889-0x10110d8d8cb0001, quorum=127.0.0.1:50677, baseZNode=/0-1482303142 Set watcher on existing znode=/0-1482303142/rs/770665a7984d,37889,1731493294807 2024-11-13T10:21:36,664 WARN [RS:0;770665a7984d:37889 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T10:21:36,665 INFO [RS:0;770665a7984d:37889 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:21:36,665 DEBUG [RS:0;770665a7984d:37889 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/WALs/770665a7984d,37889,1731493294807 2024-11-13T10:21:36,665 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [770665a7984d,37889,1731493294807] 2024-11-13T10:21:36,667 INFO [RS:0;770665a7984d:37889 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T10:21:36,668 INFO [RS:0;770665a7984d:37889 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T10:21:36,669 INFO [RS:0;770665a7984d:37889 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T10:21:36,669 INFO [RS:0;770665a7984d:37889 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:21:36,669 INFO [RS:0;770665a7984d:37889 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T10:21:36,669 INFO [RS:0;770665a7984d:37889 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T10:21:36,669 INFO [RS:0;770665a7984d:37889 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T10:21:36,669 DEBUG [RS:0;770665a7984d:37889 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:21:36,669 DEBUG [RS:0;770665a7984d:37889 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:21:36,669 DEBUG [RS:0;770665a7984d:37889 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:21:36,669 DEBUG [RS:0;770665a7984d:37889 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:21:36,669 DEBUG [RS:0;770665a7984d:37889 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:21:36,669 DEBUG [RS:0;770665a7984d:37889 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/770665a7984d:0, corePoolSize=2, maxPoolSize=2 2024-11-13T10:21:36,669 DEBUG [RS:0;770665a7984d:37889 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:21:36,670 DEBUG [RS:0;770665a7984d:37889 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:21:36,670 DEBUG [RS:0;770665a7984d:37889 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:21:36,670 DEBUG [RS:0;770665a7984d:37889 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:21:36,670 DEBUG [RS:0;770665a7984d:37889 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:21:36,670 DEBUG [RS:0;770665a7984d:37889 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:21:36,670 DEBUG [RS:0;770665a7984d:37889 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/770665a7984d:0, corePoolSize=3, maxPoolSize=3 2024-11-13T10:21:36,670 DEBUG [RS:0;770665a7984d:37889 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0, corePoolSize=3, maxPoolSize=3 2024-11-13T10:21:36,670 INFO [RS:0;770665a7984d:37889 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T10:21:36,670 INFO [RS:0;770665a7984d:37889 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T10:21:36,670 INFO [RS:0;770665a7984d:37889 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:21:36,670 INFO [RS:0;770665a7984d:37889 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T10:21:36,670 INFO [RS:0;770665a7984d:37889 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T10:21:36,670 INFO [RS:0;770665a7984d:37889 {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,37889,1731493294807-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T10:21:36,684 INFO [RS:0;770665a7984d:37889 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T10:21:36,684 INFO [RS:0;770665a7984d:37889 {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,37889,1731493294807-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:21:36,684 INFO [RS:0;770665a7984d:37889 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:21:36,684 INFO [RS:0;770665a7984d:37889 {}] regionserver.Replication(171): 770665a7984d,37889,1731493294807 started 2024-11-13T10:21:36,697 INFO [RS:0;770665a7984d:37889 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:21:36,697 INFO [RS:0;770665a7984d:37889 {}] regionserver.HRegionServer(1482): Serving as 770665a7984d,37889,1731493294807, RpcServer on 770665a7984d/172.17.0.2:37889, sessionid=0x10110d8d8cb0001 2024-11-13T10:21:36,697 DEBUG [RS:0;770665a7984d:37889 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T10:21:36,697 DEBUG [RS:0;770665a7984d:37889 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 770665a7984d,37889,1731493294807 2024-11-13T10:21:36,697 DEBUG [RS:0;770665a7984d:37889 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '770665a7984d,37889,1731493294807' 2024-11-13T10:21:36,697 DEBUG [RS:0;770665a7984d:37889 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1482303142/flush-table-proc/abort' 2024-11-13T10:21:36,698 DEBUG [RS:0;770665a7984d:37889 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1482303142/flush-table-proc/acquired' 2024-11-13T10:21:36,698 DEBUG [RS:0;770665a7984d:37889 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T10:21:36,698 DEBUG [RS:0;770665a7984d:37889 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T10:21:36,698 DEBUG [RS:0;770665a7984d:37889 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 770665a7984d,37889,1731493294807 2024-11-13T10:21:36,698 DEBUG [RS:0;770665a7984d:37889 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '770665a7984d,37889,1731493294807' 2024-11-13T10:21:36,698 DEBUG [RS:0;770665a7984d:37889 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1482303142/online-snapshot/abort' 2024-11-13T10:21:36,699 DEBUG [RS:0;770665a7984d:37889 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1482303142/online-snapshot/acquired' 2024-11-13T10:21:36,699 DEBUG [RS:0;770665a7984d:37889 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T10:21:36,699 INFO [RS:0;770665a7984d:37889 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T10:21:36,699 INFO [RS:0;770665a7984d:37889 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T10:21:36,799 INFO [RS:0;770665a7984d:37889 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T10:21:36,800 INFO [RS:0;770665a7984d:37889 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=770665a7984d%2C37889%2C1731493294807, suffix=, logDir=hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/WALs/770665a7984d,37889,1731493294807, archiveDir=hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/oldWALs, maxLogs=10 2024-11-13T10:21:36,814 DEBUG [RS:0;770665a7984d:37889 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/WALs/770665a7984d,37889,1731493294807/770665a7984d%2C37889%2C1731493294807.1731493296801, exclude list is [], retry=0 2024-11-13T10:21:36,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44831,DS-339fed1c-c93e-4149-a769-9f23be4afb08,DISK] 2024-11-13T10:21:36,818 INFO [RS:0;770665a7984d:37889 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/WALs/770665a7984d,37889,1731493294807/770665a7984d%2C37889%2C1731493294807.1731493296801 2024-11-13T10:21:36,818 DEBUG [RS:0;770665a7984d:37889 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34599:34599)] 2024-11-13T10:21:37,001 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T10:21:37,001 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98 2024-11-13T10:21:37,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44831 is added to blk_1073741833_1009 (size=32) 2024-11-13T10:21:37,115 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T10:21:37,115 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T10:21:37,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:21:37,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T10:21:37,409 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T10:21:37,409 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:37,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:21:37,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T10:21:37,410 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T10:21:37,410 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:37,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:21:37,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T10:21:37,411 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T10:21:37,411 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:37,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:21:37,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T10:21:37,412 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T10:21:37,412 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:37,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:21:37,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T10:21:37,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/data/hbase/meta/1588230740 2024-11-13T10:21:37,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/data/hbase/meta/1588230740 2024-11-13T10:21:37,414 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T10:21:37,414 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T10:21:37,415 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T10:21:37,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T10:21:37,417 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:21:37,417 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67471957, jitterRate=0.005410507321357727}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T10:21:37,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731493297407Initializing all the Stores at 1731493297408 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493297408Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493297408Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493297408Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493297408Cleaning up temporary data from old regions at 1731493297414 (+6 ms)Region opened successfully at 1731493297417 (+3 ms) 2024-11-13T10:21:37,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T10:21:37,417 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T10:21:37,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T10:21:37,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T10:21:37,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T10:21:37,418 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T10:21:37,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731493297417Disabling compacts and flushes for region at 1731493297417Disabling writes for close at 1731493297417Writing region close event to WAL at 1731493297418 (+1 ms)Closed at 1731493297418 2024-11-13T10:21:37,418 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T10:21:37,418 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T10:21:37,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T10:21:37,419 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T10:21:37,420 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T10:21:37,570 DEBUG [770665a7984d:42773 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T10:21:37,571 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=770665a7984d,37889,1731493294807 2024-11-13T10:21:37,571 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 770665a7984d,37889,1731493294807, state=OPENING 2024-11-13T10:21:37,573 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T10:21:37,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37889-0x10110d8d8cb0001, quorum=127.0.0.1:50677, baseZNode=/0-1482303142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1482303142 2024-11-13T10:21:37,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42773-0x10110d8d8cb0000, quorum=127.0.0.1:50677, baseZNode=/0-1482303142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1482303142 2024-11-13T10:21:37,577 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1482303142/meta-region-server: CHANGED 2024-11-13T10:21:37,577 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1482303142/meta-region-server: CHANGED 2024-11-13T10:21:37,578 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T10:21:37,578 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=770665a7984d,37889,1731493294807}] 2024-11-13T10:21:37,680 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T10:21:37,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:37,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:37,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:37,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:37,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:37,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:37,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:37,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:37,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:37,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:37,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:37,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:37,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:37,719 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:37,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:37,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:37,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:37,730 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T10:21:37,731 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53279, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T10:21:37,734 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T10:21:37,734 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:21:37,735 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T10:21:37,736 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=770665a7984d%2C37889%2C1731493294807.meta, suffix=.meta, logDir=hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/WALs/770665a7984d,37889,1731493294807, archiveDir=hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/oldWALs, maxLogs=10 2024-11-13T10:21:37,756 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/WALs/770665a7984d,37889,1731493294807/770665a7984d%2C37889%2C1731493294807.meta.1731493297736.meta, exclude list is [], retry=0 2024-11-13T10:21:37,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44831,DS-339fed1c-c93e-4149-a769-9f23be4afb08,DISK] 2024-11-13T10:21:37,760 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/WALs/770665a7984d,37889,1731493294807/770665a7984d%2C37889%2C1731493294807.meta.1731493297736.meta 2024-11-13T10:21:37,760 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34599:34599)] 2024-11-13T10:21:37,760 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:21:37,760 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T10:21:37,760 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T10:21:37,761 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T10:21:37,761 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T10:21:37,761 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T10:21:37,761 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:21:37,761 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T10:21:37,761 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T10:21:37,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T10:21:37,762 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T10:21:37,763 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:37,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:21:37,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T10:21:37,763 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T10:21:37,763 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:37,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:21:37,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T10:21:37,764 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T10:21:37,764 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:37,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:21:37,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T10:21:37,765 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T10:21:37,765 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:37,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:21:37,765 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T10:21:37,766 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/data/hbase/meta/1588230740 2024-11-13T10:21:37,767 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/data/hbase/meta/1588230740 2024-11-13T10:21:37,767 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T10:21:37,768 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T10:21:37,768 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T10:21:37,769 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T10:21:37,769 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70649810, jitterRate=0.05276420712471008}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T10:21:37,769 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T10:21:37,770 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731493297761Writing region info on filesystem at 1731493297761Initializing all the Stores at 1731493297761Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493297761Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493297762 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493297762Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493297762Cleaning up temporary data from old regions at 1731493297768 (+6 ms)Running coprocessor post-open hooks at 1731493297769 (+1 ms)Region opened successfully at 1731493297770 (+1 ms) 2024-11-13T10:21:37,770 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731493297730 2024-11-13T10:21:37,772 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T10:21:37,772 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T10:21:37,772 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=770665a7984d,37889,1731493294807 2024-11-13T10:21:37,773 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 770665a7984d,37889,1731493294807, state=OPEN 2024-11-13T10:21:37,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37889-0x10110d8d8cb0001, quorum=127.0.0.1:50677, baseZNode=/0-1482303142 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1482303142/meta-region-server 2024-11-13T10:21:37,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42773-0x10110d8d8cb0000, quorum=127.0.0.1:50677, baseZNode=/0-1482303142 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1482303142/meta-region-server 2024-11-13T10:21:37,775 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=770665a7984d,37889,1731493294807 2024-11-13T10:21:37,775 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1482303142/meta-region-server: CHANGED 2024-11-13T10:21:37,775 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1482303142/meta-region-server: CHANGED 2024-11-13T10:21:37,776 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T10:21:37,776 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=770665a7984d,37889,1731493294807 in 197 msec 2024-11-13T10:21:37,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T10:21:37,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 358 msec 2024-11-13T10:21:37,778 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T10:21:37,778 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T10:21:37,780 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:21:37,780 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,37889,1731493294807, seqNum=-1] 2024-11-13T10:21:37,780 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:21:37,781 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35033, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:21:37,785 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2020 sec 2024-11-13T10:21:37,785 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731493297785, completionTime=-1 2024-11-13T10:21:37,785 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T10:21:37,786 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T10:21:37,787 INFO [master/770665a7984d:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T10:21:37,787 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731493357787 2024-11-13T10:21:37,787 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731493417787 2024-11-13T10:21:37,787 INFO [master/770665a7984d:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T10:21:37,787 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,42773,1731493294740-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:21:37,787 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,42773,1731493294740-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:21:37,787 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,42773,1731493294740-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:21:37,788 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-770665a7984d:42773, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:21:37,788 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T10:21:37,788 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T10:21:37,789 DEBUG [master/770665a7984d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T10:21:37,790 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.931sec 2024-11-13T10:21:37,790 INFO [master/770665a7984d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T10:21:37,790 INFO [master/770665a7984d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T10:21:37,790 INFO [master/770665a7984d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T10:21:37,790 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T10:21:37,790 INFO [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T10:21:37,790 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,42773,1731493294740-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T10:21:37,791 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,42773,1731493294740-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T10:21:37,792 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T10:21:37,792 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T10:21:37,792 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,42773,1731493294740-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:21:37,843 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8ae1fcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:37,843 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,42773,-1 for getting cluster id 2024-11-13T10:21:37,844 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:21:37,845 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c6838c65-1013-4438-8ea7-70e794556e6a' 2024-11-13T10:21:37,845 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:21:37,845 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c6838c65-1013-4438-8ea7-70e794556e6a" 2024-11-13T10:21:37,845 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2de00a2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:37,845 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,42773,-1] 2024-11-13T10:21:37,845 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:21:37,845 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:37,846 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:21:37,847 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e357b8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:37,847 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:21:37,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,37889,1731493294807, seqNum=-1] 2024-11-13T10:21:37,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:21:37,849 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:21:37,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=770665a7984d,42773,1731493294740 2024-11-13T10:21:37,851 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50677 2024-11-13T10:21:37,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50677, baseZNode=/0-1482303142 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T10:21:37,853 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10110d8d8cb0002 connected 2024-11-13T10:21:37,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7bfced6-9105-0d2a-40de-ac194b60d798/hadoop.log.dir so I do NOT create it in target/test-data/636ad4c6-027c-eb2e-76a8-9e191b48a9a4 2024-11-13T10:21:37,862 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7bfced6-9105-0d2a-40de-ac194b60d798/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T10:21:37,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7bfced6-9105-0d2a-40de-ac194b60d798/hadoop.tmp.dir so I do NOT create it in target/test-data/636ad4c6-027c-eb2e-76a8-9e191b48a9a4 2024-11-13T10:21:37,862 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7bfced6-9105-0d2a-40de-ac194b60d798/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T10:21:37,862 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636ad4c6-027c-eb2e-76a8-9e191b48a9a4 2024-11-13T10:21:37,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T10:21:37,863 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636ad4c6-027c-eb2e-76a8-9e191b48a9a4/cluster_5528026b-f5b3-87cf-31a3-e4f931707ec6, deleteOnExit=true 2024-11-13T10:21:37,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T10:21:37,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636ad4c6-027c-eb2e-76a8-9e191b48a9a4/test.cache.data in system properties and HBase conf 2024-11-13T10:21:37,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636ad4c6-027c-eb2e-76a8-9e191b48a9a4/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T10:21:37,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636ad4c6-027c-eb2e-76a8-9e191b48a9a4/hadoop.log.dir in system properties and HBase conf 2024-11-13T10:21:37,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636ad4c6-027c-eb2e-76a8-9e191b48a9a4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T10:21:37,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636ad4c6-027c-eb2e-76a8-9e191b48a9a4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T10:21:37,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T10:21:37,863 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T10:21:37,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636ad4c6-027c-eb2e-76a8-9e191b48a9a4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T10:21:37,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636ad4c6-027c-eb2e-76a8-9e191b48a9a4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T10:21:37,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636ad4c6-027c-eb2e-76a8-9e191b48a9a4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T10:21:37,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636ad4c6-027c-eb2e-76a8-9e191b48a9a4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T10:21:37,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636ad4c6-027c-eb2e-76a8-9e191b48a9a4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T10:21:37,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636ad4c6-027c-eb2e-76a8-9e191b48a9a4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T10:21:37,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636ad4c6-027c-eb2e-76a8-9e191b48a9a4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T10:21:37,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636ad4c6-027c-eb2e-76a8-9e191b48a9a4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T10:21:37,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636ad4c6-027c-eb2e-76a8-9e191b48a9a4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T10:21:37,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636ad4c6-027c-eb2e-76a8-9e191b48a9a4/nfs.dump.dir in system properties and HBase conf 2024-11-13T10:21:37,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636ad4c6-027c-eb2e-76a8-9e191b48a9a4/java.io.tmpdir in system properties and HBase conf 2024-11-13T10:21:37,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636ad4c6-027c-eb2e-76a8-9e191b48a9a4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T10:21:37,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636ad4c6-027c-eb2e-76a8-9e191b48a9a4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T10:21:37,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636ad4c6-027c-eb2e-76a8-9e191b48a9a4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T10:21:37,953 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T10:21:37,956 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T10:21:37,957 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T10:21:37,957 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T10:21:37,957 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T10:21:37,958 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T10:21:37,958 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f2b333{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636ad4c6-027c-eb2e-76a8-9e191b48a9a4/hadoop.log.dir/,AVAILABLE} 2024-11-13T10:21:37,959 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4410011{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T10:21:38,074 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3d40997b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636ad4c6-027c-eb2e-76a8-9e191b48a9a4/java.io.tmpdir/jetty-localhost-38161-hadoop-hdfs-3_4_1-tests_jar-_-any-13487639165246597147/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T10:21:38,075 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@738e3a8a{HTTP/1.1, (http/1.1)}{localhost:38161} 2024-11-13T10:21:38,075 INFO [Time-limited test {}] server.Server(415): Started @289922ms 2024-11-13T10:21:38,204 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T10:21:38,207 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T10:21:38,211 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T10:21:38,211 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T10:21:38,211 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T10:21:38,212 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a98aa89{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636ad4c6-027c-eb2e-76a8-9e191b48a9a4/hadoop.log.dir/,AVAILABLE} 2024-11-13T10:21:38,212 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5afa26ae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T10:21:38,333 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c25f550{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636ad4c6-027c-eb2e-76a8-9e191b48a9a4/java.io.tmpdir/jetty-localhost-45997-hadoop-hdfs-3_4_1-tests_jar-_-any-3458608405066731511/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T10:21:38,333 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4aa2692e{HTTP/1.1, (http/1.1)}{localhost:45997} 2024-11-13T10:21:38,333 INFO [Time-limited test {}] server.Server(415): Started @290181ms 2024-11-13T10:21:38,335 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T10:21:38,469 WARN [Thread-4415 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636ad4c6-027c-eb2e-76a8-9e191b48a9a4/cluster_5528026b-f5b3-87cf-31a3-e4f931707ec6/data/data2/current/BP-666001685-172.17.0.2-1731493297886/current, will proceed with Du for space computation calculation, 2024-11-13T10:21:38,469 WARN [Thread-4414 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636ad4c6-027c-eb2e-76a8-9e191b48a9a4/cluster_5528026b-f5b3-87cf-31a3-e4f931707ec6/data/data1/current/BP-666001685-172.17.0.2-1731493297886/current, will proceed with Du for space computation calculation, 2024-11-13T10:21:38,496 WARN [Thread-4402 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T10:21:38,499 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7a040fa9e778a7e8 with lease ID 0xbd23d183a027da6f: Processing first storage report for DS-0364acb1-7889-45c1-9b7c-401aec8a59f3 from datanode DatanodeRegistration(127.0.0.1:37159, datanodeUuid=4449cfe5-39a2-4340-919a-dcb538446fc1, infoPort=34609, infoSecurePort=0, ipcPort=44347, storageInfo=lv=-57;cid=testClusterID;nsid=568393936;c=1731493297886) 2024-11-13T10:21:38,499 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7a040fa9e778a7e8 with lease ID 0xbd23d183a027da6f: from storage DS-0364acb1-7889-45c1-9b7c-401aec8a59f3 node DatanodeRegistration(127.0.0.1:37159, datanodeUuid=4449cfe5-39a2-4340-919a-dcb538446fc1, infoPort=34609, infoSecurePort=0, ipcPort=44347, storageInfo=lv=-57;cid=testClusterID;nsid=568393936;c=1731493297886), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T10:21:38,499 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7a040fa9e778a7e8 with lease ID 0xbd23d183a027da6f: Processing first storage report for DS-2913ad1a-700d-430c-a4aa-c357b2e084f7 from datanode DatanodeRegistration(127.0.0.1:37159, datanodeUuid=4449cfe5-39a2-4340-919a-dcb538446fc1, infoPort=34609, infoSecurePort=0, ipcPort=44347, storageInfo=lv=-57;cid=testClusterID;nsid=568393936;c=1731493297886) 2024-11-13T10:21:38,499 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7a040fa9e778a7e8 with lease ID 0xbd23d183a027da6f: from storage DS-2913ad1a-700d-430c-a4aa-c357b2e084f7 node DatanodeRegistration(127.0.0.1:37159, datanodeUuid=4449cfe5-39a2-4340-919a-dcb538446fc1, infoPort=34609, infoSecurePort=0, ipcPort=44347, storageInfo=lv=-57;cid=testClusterID;nsid=568393936;c=1731493297886), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T10:21:38,595 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636ad4c6-027c-eb2e-76a8-9e191b48a9a4 2024-11-13T10:21:38,596 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:21:38,597 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:21:38,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37159 is added to blk_1073741825_1001 (size=7) 2024-11-13T10:21:38,605 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74 with version=8 2024-11-13T10:21:38,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/hbase-staging 2024-11-13T10:21:38,607 INFO [Time-limited test {}] client.ConnectionUtils(128): master/770665a7984d:0 server-side Connection retries=45 2024-11-13T10:21:38,608 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:21:38,608 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T10:21:38,608 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T10:21:38,608 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:21:38,608 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T10:21:38,608 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T10:21:38,608 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T10:21:38,608 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41603 2024-11-13T10:21:38,609 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41603 connecting to ZooKeeper ensemble=127.0.0.1:50677 2024-11-13T10:21:38,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:416030x0, quorum=127.0.0.1:50677, baseZNode=/1-1726437821 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T10:21:38,613 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41603-0x10110d8d8cb0003 connected 2024-11-13T10:21:38,624 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:21:38,626 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:21:38,627 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41603-0x10110d8d8cb0003, quorum=127.0.0.1:50677, baseZNode=/1-1726437821 Set watcher on znode that does not yet exist, /1-1726437821/running 2024-11-13T10:21:38,628 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74, hbase.cluster.distributed=false 2024-11-13T10:21:38,629 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41603-0x10110d8d8cb0003, quorum=127.0.0.1:50677, baseZNode=/1-1726437821 Set watcher on znode that does not yet exist, /1-1726437821/acl 2024-11-13T10:21:38,629 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41603 2024-11-13T10:21:38,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41603 2024-11-13T10:21:38,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41603 2024-11-13T10:21:38,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41603 2024-11-13T10:21:38,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41603 2024-11-13T10:21:38,646 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/770665a7984d:0 server-side Connection retries=45 2024-11-13T10:21:38,646 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:21:38,646 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T10:21:38,646 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T10:21:38,646 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:21:38,646 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T10:21:38,646 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T10:21:38,646 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T10:21:38,647 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37409 2024-11-13T10:21:38,648 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37409 connecting to ZooKeeper ensemble=127.0.0.1:50677 2024-11-13T10:21:38,648 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:21:38,650 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:21:38,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:374090x0, quorum=127.0.0.1:50677, baseZNode=/1-1726437821 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T10:21:38,660 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:374090x0, quorum=127.0.0.1:50677, baseZNode=/1-1726437821 Set watcher on znode that does not yet exist, /1-1726437821/running 2024-11-13T10:21:38,660 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37409-0x10110d8d8cb0004 connected 2024-11-13T10:21:38,661 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T10:21:38,661 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T10:21:38,661 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37409-0x10110d8d8cb0004, quorum=127.0.0.1:50677, baseZNode=/1-1726437821 Set watcher on znode that does not yet exist, /1-1726437821/master 2024-11-13T10:21:38,662 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37409-0x10110d8d8cb0004, quorum=127.0.0.1:50677, baseZNode=/1-1726437821 Set watcher on znode that does not yet exist, /1-1726437821/acl 2024-11-13T10:21:38,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37409 2024-11-13T10:21:38,666 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37409 2024-11-13T10:21:38,667 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37409 2024-11-13T10:21:38,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37409 2024-11-13T10:21:38,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37409 2024-11-13T10:21:38,681 DEBUG [M:0;770665a7984d:41603 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;770665a7984d:41603 2024-11-13T10:21:38,681 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1726437821/backup-masters/770665a7984d,41603,1731493298607 2024-11-13T10:21:38,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41603-0x10110d8d8cb0003, quorum=127.0.0.1:50677, baseZNode=/1-1726437821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1726437821/backup-masters 2024-11-13T10:21:38,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37409-0x10110d8d8cb0004, quorum=127.0.0.1:50677, baseZNode=/1-1726437821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1726437821/backup-masters 2024-11-13T10:21:38,683 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41603-0x10110d8d8cb0003, quorum=127.0.0.1:50677, baseZNode=/1-1726437821 Set watcher on existing znode=/1-1726437821/backup-masters/770665a7984d,41603,1731493298607 2024-11-13T10:21:38,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37409-0x10110d8d8cb0004, quorum=127.0.0.1:50677, baseZNode=/1-1726437821 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1726437821/master 2024-11-13T10:21:38,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41603-0x10110d8d8cb0003, quorum=127.0.0.1:50677, baseZNode=/1-1726437821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1726437821 2024-11-13T10:21:38,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37409-0x10110d8d8cb0004, quorum=127.0.0.1:50677, baseZNode=/1-1726437821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1726437821 2024-11-13T10:21:38,685 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41603-0x10110d8d8cb0003, quorum=127.0.0.1:50677, baseZNode=/1-1726437821 Set watcher on existing znode=/1-1726437821/master 2024-11-13T10:21:38,685 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1726437821/backup-masters/770665a7984d,41603,1731493298607 from backup master directory 2024-11-13T10:21:38,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41603-0x10110d8d8cb0003, quorum=127.0.0.1:50677, baseZNode=/1-1726437821 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1726437821/backup-masters/770665a7984d,41603,1731493298607 2024-11-13T10:21:38,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41603-0x10110d8d8cb0003, quorum=127.0.0.1:50677, baseZNode=/1-1726437821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1726437821/backup-masters 2024-11-13T10:21:38,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37409-0x10110d8d8cb0004, quorum=127.0.0.1:50677, baseZNode=/1-1726437821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1726437821/backup-masters 2024-11-13T10:21:38,686 WARN [master/770665a7984d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T10:21:38,686 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=770665a7984d,41603,1731493298607 2024-11-13T10:21:38,689 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/hbase.id] with ID: 0b6c1c10-f9a4-449d-ba99-59cacab23ab6 2024-11-13T10:21:38,689 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/.tmp/hbase.id 2024-11-13T10:21:38,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37159 is added to blk_1073741826_1002 (size=42) 2024-11-13T10:21:39,095 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/.tmp/hbase.id]:[hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/hbase.id] 2024-11-13T10:21:39,103 INFO [master/770665a7984d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:21:39,103 INFO [master/770665a7984d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T10:21:39,104 INFO [master/770665a7984d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T10:21:39,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41603-0x10110d8d8cb0003, quorum=127.0.0.1:50677, baseZNode=/1-1726437821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1726437821 2024-11-13T10:21:39,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37409-0x10110d8d8cb0004, quorum=127.0.0.1:50677, baseZNode=/1-1726437821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1726437821 2024-11-13T10:21:39,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37159 is added to blk_1073741827_1003 (size=196) 2024-11-13T10:21:39,512 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T10:21:39,513 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T10:21:39,513 INFO [master/770665a7984d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:21:39,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37159 is added to blk_1073741828_1004 (size=1189) 2024-11-13T10:21:39,921 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/MasterData/data/master/store 2024-11-13T10:21:39,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37159 is added to blk_1073741829_1005 (size=34) 2024-11-13T10:21:40,327 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:21:40,327 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T10:21:40,327 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:21:40,327 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:21:40,327 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T10:21:40,327 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:21:40,327 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:21:40,327 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731493300327Disabling compacts and flushes for region at 1731493300327Disabling writes for close at 1731493300327Writing region close event to WAL at 1731493300327Closed at 1731493300327 2024-11-13T10:21:40,328 WARN [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/MasterData/data/master/store/.initializing 2024-11-13T10:21:40,328 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/MasterData/WALs/770665a7984d,41603,1731493298607 2024-11-13T10:21:40,329 INFO [master/770665a7984d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T10:21:40,330 INFO [master/770665a7984d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=770665a7984d%2C41603%2C1731493298607, suffix=, logDir=hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/MasterData/WALs/770665a7984d,41603,1731493298607, archiveDir=hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/MasterData/oldWALs, maxLogs=10 2024-11-13T10:21:40,345 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/MasterData/WALs/770665a7984d,41603,1731493298607/770665a7984d%2C41603%2C1731493298607.1731493300330, exclude list is [], retry=0 2024-11-13T10:21:40,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37159,DS-0364acb1-7889-45c1-9b7c-401aec8a59f3,DISK] 2024-11-13T10:21:40,349 INFO [master/770665a7984d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/MasterData/WALs/770665a7984d,41603,1731493298607/770665a7984d%2C41603%2C1731493298607.1731493300330 2024-11-13T10:21:40,349 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34609:34609)] 2024-11-13T10:21:40,349 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:21:40,349 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:21:40,349 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:21:40,349 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:21:40,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:21:40,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T10:21:40,352 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:40,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:21:40,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:21:40,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T10:21:40,353 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:40,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:21:40,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:21:40,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T10:21:40,354 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:40,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:21:40,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:21:40,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T10:21:40,355 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:40,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:21:40,356 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:21:40,356 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:21:40,357 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:21:40,358 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:21:40,358 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:21:40,358 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T10:21:40,359 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:21:40,361 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:21:40,361 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73158692, jitterRate=0.09014946222305298}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T10:21:40,362 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731493300350Initializing all the Stores at 1731493300350Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493300350Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493300350Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493300350Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493300350Cleaning up temporary data from old regions at 1731493300358 (+8 ms)Region opened successfully at 1731493300362 (+4 ms) 2024-11-13T10:21:40,362 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T10:21:40,364 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6aa9e78e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=770665a7984d/172.17.0.2:0 2024-11-13T10:21:40,365 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T10:21:40,365 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T10:21:40,366 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T10:21:40,366 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T10:21:40,366 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T10:21:40,366 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T10:21:40,367 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T10:21:40,368 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T10:21:40,369 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41603-0x10110d8d8cb0003, quorum=127.0.0.1:50677, baseZNode=/1-1726437821 Unable to get data of znode /1-1726437821/balancer because node does not exist (not necessarily an error) 2024-11-13T10:21:40,371 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1726437821/balancer already deleted, retry=false 2024-11-13T10:21:40,371 INFO [master/770665a7984d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T10:21:40,372 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41603-0x10110d8d8cb0003, quorum=127.0.0.1:50677, baseZNode=/1-1726437821 Unable to get data of znode /1-1726437821/normalizer because node does not exist (not necessarily an error) 2024-11-13T10:21:40,373 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1726437821/normalizer already deleted, retry=false 2024-11-13T10:21:40,373 INFO [master/770665a7984d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T10:21:40,374 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41603-0x10110d8d8cb0003, quorum=127.0.0.1:50677, baseZNode=/1-1726437821 Unable to get data of znode /1-1726437821/switch/split because node does not exist (not necessarily an error) 2024-11-13T10:21:40,377 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1726437821/switch/split already deleted, retry=false 2024-11-13T10:21:40,378 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41603-0x10110d8d8cb0003, quorum=127.0.0.1:50677, baseZNode=/1-1726437821 Unable to get data of znode /1-1726437821/switch/merge because node does not exist (not necessarily an error) 2024-11-13T10:21:40,379 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1726437821/switch/merge already deleted, retry=false 2024-11-13T10:21:40,381 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41603-0x10110d8d8cb0003, quorum=127.0.0.1:50677, baseZNode=/1-1726437821 Unable to get data of znode /1-1726437821/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T10:21:40,383 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1726437821/snapshot-cleanup already deleted, retry=false 2024-11-13T10:21:40,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41603-0x10110d8d8cb0003, quorum=127.0.0.1:50677, baseZNode=/1-1726437821 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1726437821/running 2024-11-13T10:21:40,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41603-0x10110d8d8cb0003, quorum=127.0.0.1:50677, baseZNode=/1-1726437821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1726437821 2024-11-13T10:21:40,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37409-0x10110d8d8cb0004, quorum=127.0.0.1:50677, baseZNode=/1-1726437821 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1726437821/running 2024-11-13T10:21:40,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37409-0x10110d8d8cb0004, quorum=127.0.0.1:50677, baseZNode=/1-1726437821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1726437821 2024-11-13T10:21:40,385 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=770665a7984d,41603,1731493298607, sessionid=0x10110d8d8cb0003, setting cluster-up flag (Was=false) 2024-11-13T10:21:40,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41603-0x10110d8d8cb0003, quorum=127.0.0.1:50677, baseZNode=/1-1726437821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1726437821 2024-11-13T10:21:40,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37409-0x10110d8d8cb0004, quorum=127.0.0.1:50677, baseZNode=/1-1726437821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1726437821 2024-11-13T10:21:40,394 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1726437821/flush-table-proc/acquired, /1-1726437821/flush-table-proc/reached, /1-1726437821/flush-table-proc/abort 2024-11-13T10:21:40,394 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=770665a7984d,41603,1731493298607 2024-11-13T10:21:40,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37409-0x10110d8d8cb0004, quorum=127.0.0.1:50677, baseZNode=/1-1726437821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1726437821 2024-11-13T10:21:40,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41603-0x10110d8d8cb0003, quorum=127.0.0.1:50677, baseZNode=/1-1726437821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1726437821 2024-11-13T10:21:40,402 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1726437821/online-snapshot/acquired, /1-1726437821/online-snapshot/reached, /1-1726437821/online-snapshot/abort 2024-11-13T10:21:40,403 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=770665a7984d,41603,1731493298607 2024-11-13T10:21:40,404 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T10:21:40,405 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T10:21:40,405 INFO [master/770665a7984d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T10:21:40,405 INFO [master/770665a7984d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T10:21:40,406 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 770665a7984d,41603,1731493298607 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T10:21:40,407 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:21:40,407 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:21:40,407 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:21:40,407 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:21:40,407 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/770665a7984d:0, corePoolSize=10, maxPoolSize=10 2024-11-13T10:21:40,407 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:21:40,407 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/770665a7984d:0, corePoolSize=2, maxPoolSize=2 2024-11-13T10:21:40,407 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:21:40,408 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T10:21:40,408 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T10:21:40,409 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:40,409 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T10:21:40,411 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731493330411 2024-11-13T10:21:40,411 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T10:21:40,411 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T10:21:40,411 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T10:21:40,411 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T10:21:40,411 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T10:21:40,412 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T10:21:40,412 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T10:21:40,412 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T10:21:40,412 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T10:21:40,412 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T10:21:40,412 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T10:21:40,414 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T10:21:40,414 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T10:21:40,414 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.large.0-1731493300414,5,FailOnTimeoutGroup] 2024-11-13T10:21:40,415 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.small.0-1731493300414,5,FailOnTimeoutGroup] 2024-11-13T10:21:40,415 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T10:21:40,415 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T10:21:40,415 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T10:21:40,415 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T10:21:40,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37159 is added to blk_1073741831_1007 (size=1321) 2024-11-13T10:21:40,471 INFO [RS:0;770665a7984d:37409 {}] regionserver.HRegionServer(746): ClusterId : 0b6c1c10-f9a4-449d-ba99-59cacab23ab6 2024-11-13T10:21:40,471 DEBUG [RS:0;770665a7984d:37409 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T10:21:40,473 DEBUG [RS:0;770665a7984d:37409 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T10:21:40,473 DEBUG [RS:0;770665a7984d:37409 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T10:21:40,475 DEBUG [RS:0;770665a7984d:37409 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T10:21:40,475 DEBUG [RS:0;770665a7984d:37409 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30b26b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=770665a7984d/172.17.0.2:0 2024-11-13T10:21:40,491 DEBUG [RS:0;770665a7984d:37409 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;770665a7984d:37409 2024-11-13T10:21:40,491 INFO [RS:0;770665a7984d:37409 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T10:21:40,491 INFO [RS:0;770665a7984d:37409 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T10:21:40,491 DEBUG [RS:0;770665a7984d:37409 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T10:21:40,492 INFO [RS:0;770665a7984d:37409 {}] regionserver.HRegionServer(2659): reportForDuty to master=770665a7984d,41603,1731493298607 with port=37409, startcode=1731493298646 2024-11-13T10:21:40,492 DEBUG [RS:0;770665a7984d:37409 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T10:21:40,493 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55463, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T10:21:40,494 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41603 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 770665a7984d,37409,1731493298646 2024-11-13T10:21:40,494 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41603 {}] master.ServerManager(517): Registering regionserver=770665a7984d,37409,1731493298646 2024-11-13T10:21:40,495 DEBUG [RS:0;770665a7984d:37409 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74 2024-11-13T10:21:40,496 DEBUG [RS:0;770665a7984d:37409 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35621 2024-11-13T10:21:40,496 DEBUG [RS:0;770665a7984d:37409 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T10:21:40,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41603-0x10110d8d8cb0003, quorum=127.0.0.1:50677, baseZNode=/1-1726437821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1726437821/rs 2024-11-13T10:21:40,501 DEBUG [RS:0;770665a7984d:37409 {}] zookeeper.ZKUtil(111): regionserver:37409-0x10110d8d8cb0004, quorum=127.0.0.1:50677, baseZNode=/1-1726437821 Set watcher on existing znode=/1-1726437821/rs/770665a7984d,37409,1731493298646 2024-11-13T10:21:40,501 WARN [RS:0;770665a7984d:37409 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T10:21:40,501 INFO [RS:0;770665a7984d:37409 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:21:40,501 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [770665a7984d,37409,1731493298646] 2024-11-13T10:21:40,501 DEBUG [RS:0;770665a7984d:37409 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/WALs/770665a7984d,37409,1731493298646 2024-11-13T10:21:40,505 INFO [RS:0;770665a7984d:37409 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T10:21:40,508 INFO [RS:0;770665a7984d:37409 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T10:21:40,508 INFO [RS:0;770665a7984d:37409 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T10:21:40,508 INFO [RS:0;770665a7984d:37409 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:21:40,508 INFO [RS:0;770665a7984d:37409 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T10:21:40,509 INFO [RS:0;770665a7984d:37409 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T10:21:40,509 INFO [RS:0;770665a7984d:37409 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T10:21:40,509 DEBUG [RS:0;770665a7984d:37409 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:21:40,509 DEBUG [RS:0;770665a7984d:37409 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:21:40,509 DEBUG [RS:0;770665a7984d:37409 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:21:40,509 DEBUG [RS:0;770665a7984d:37409 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:21:40,509 DEBUG [RS:0;770665a7984d:37409 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:21:40,509 DEBUG [RS:0;770665a7984d:37409 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/770665a7984d:0, corePoolSize=2, maxPoolSize=2 2024-11-13T10:21:40,509 DEBUG [RS:0;770665a7984d:37409 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:21:40,509 DEBUG [RS:0;770665a7984d:37409 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:21:40,509 DEBUG [RS:0;770665a7984d:37409 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:21:40,509 DEBUG [RS:0;770665a7984d:37409 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:21:40,509 DEBUG [RS:0;770665a7984d:37409 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:21:40,509 DEBUG [RS:0;770665a7984d:37409 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:21:40,509 DEBUG [RS:0;770665a7984d:37409 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/770665a7984d:0, corePoolSize=3, maxPoolSize=3 2024-11-13T10:21:40,509 DEBUG [RS:0;770665a7984d:37409 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0, corePoolSize=3, maxPoolSize=3 2024-11-13T10:21:40,512 INFO [RS:0;770665a7984d:37409 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T10:21:40,513 INFO [RS:0;770665a7984d:37409 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T10:21:40,513 INFO [RS:0;770665a7984d:37409 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:21:40,513 INFO [RS:0;770665a7984d:37409 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T10:21:40,513 INFO [RS:0;770665a7984d:37409 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T10:21:40,513 INFO [RS:0;770665a7984d:37409 {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,37409,1731493298646-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T10:21:40,533 INFO [RS:0;770665a7984d:37409 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T10:21:40,533 INFO [RS:0;770665a7984d:37409 {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,37409,1731493298646-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:21:40,533 INFO [RS:0;770665a7984d:37409 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:21:40,533 INFO [RS:0;770665a7984d:37409 {}] regionserver.Replication(171): 770665a7984d,37409,1731493298646 started 2024-11-13T10:21:40,552 INFO [RS:0;770665a7984d:37409 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:21:40,552 INFO [RS:0;770665a7984d:37409 {}] regionserver.HRegionServer(1482): Serving as 770665a7984d,37409,1731493298646, RpcServer on 770665a7984d/172.17.0.2:37409, sessionid=0x10110d8d8cb0004 2024-11-13T10:21:40,552 DEBUG [RS:0;770665a7984d:37409 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T10:21:40,552 DEBUG [RS:0;770665a7984d:37409 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 770665a7984d,37409,1731493298646 2024-11-13T10:21:40,552 DEBUG [RS:0;770665a7984d:37409 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '770665a7984d,37409,1731493298646' 2024-11-13T10:21:40,552 DEBUG [RS:0;770665a7984d:37409 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1726437821/flush-table-proc/abort' 2024-11-13T10:21:40,553 DEBUG [RS:0;770665a7984d:37409 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1726437821/flush-table-proc/acquired' 2024-11-13T10:21:40,553 DEBUG [RS:0;770665a7984d:37409 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T10:21:40,553 DEBUG [RS:0;770665a7984d:37409 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T10:21:40,553 DEBUG [RS:0;770665a7984d:37409 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 770665a7984d,37409,1731493298646 2024-11-13T10:21:40,553 DEBUG [RS:0;770665a7984d:37409 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '770665a7984d,37409,1731493298646' 2024-11-13T10:21:40,553 DEBUG [RS:0;770665a7984d:37409 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1726437821/online-snapshot/abort' 2024-11-13T10:21:40,553 DEBUG [RS:0;770665a7984d:37409 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1726437821/online-snapshot/acquired' 2024-11-13T10:21:40,554 DEBUG [RS:0;770665a7984d:37409 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T10:21:40,554 INFO [RS:0;770665a7984d:37409 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T10:21:40,554 INFO [RS:0;770665a7984d:37409 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T10:21:40,654 INFO [RS:0;770665a7984d:37409 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T10:21:40,655 INFO [RS:0;770665a7984d:37409 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=770665a7984d%2C37409%2C1731493298646, suffix=, logDir=hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/WALs/770665a7984d,37409,1731493298646, archiveDir=hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/oldWALs, maxLogs=10 2024-11-13T10:21:40,671 DEBUG [RS:0;770665a7984d:37409 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/WALs/770665a7984d,37409,1731493298646/770665a7984d%2C37409%2C1731493298646.1731493300656, exclude list is [], retry=0 2024-11-13T10:21:40,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37159,DS-0364acb1-7889-45c1-9b7c-401aec8a59f3,DISK] 2024-11-13T10:21:40,677 INFO [RS:0;770665a7984d:37409 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/WALs/770665a7984d,37409,1731493298646/770665a7984d%2C37409%2C1731493298646.1731493300656 2024-11-13T10:21:40,678 DEBUG [RS:0;770665a7984d:37409 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34609:34609)] 2024-11-13T10:21:40,817 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T10:21:40,817 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74 2024-11-13T10:21:40,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37159 is added to blk_1073741833_1009 (size=32) 2024-11-13T10:21:41,223 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:21:41,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T10:21:41,228 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T10:21:41,228 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:41,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:21:41,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T10:21:41,233 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T10:21:41,233 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:41,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:21:41,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T10:21:41,236 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T10:21:41,236 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:41,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:21:41,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T10:21:41,238 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T10:21:41,238 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:41,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:21:41,239 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T10:21:41,240 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/data/hbase/meta/1588230740 2024-11-13T10:21:41,240 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/data/hbase/meta/1588230740 2024-11-13T10:21:41,241 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T10:21:41,241 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T10:21:41,241 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T10:21:41,242 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T10:21:41,249 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:21:41,249 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66080076, jitterRate=-0.015330135822296143}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T10:21:41,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731493301223Initializing all the Stores at 1731493301224 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493301224Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493301225 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493301225Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493301225Cleaning up temporary data from old regions at 1731493301241 (+16 ms)Region opened successfully at 1731493301249 (+8 ms) 2024-11-13T10:21:41,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T10:21:41,249 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T10:21:41,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T10:21:41,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T10:21:41,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T10:21:41,250 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T10:21:41,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731493301249Disabling compacts and flushes for region at 1731493301249Disabling writes for close at 1731493301249Writing region close event to WAL at 1731493301250 (+1 ms)Closed at 1731493301250 2024-11-13T10:21:41,251 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T10:21:41,251 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T10:21:41,251 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T10:21:41,252 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T10:21:41,253 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T10:21:41,403 DEBUG [770665a7984d:41603 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T10:21:41,404 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=770665a7984d,37409,1731493298646 2024-11-13T10:21:41,405 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 770665a7984d,37409,1731493298646, state=OPENING 2024-11-13T10:21:41,406 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T10:21:41,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37409-0x10110d8d8cb0004, quorum=127.0.0.1:50677, baseZNode=/1-1726437821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1726437821 2024-11-13T10:21:41,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41603-0x10110d8d8cb0003, quorum=127.0.0.1:50677, baseZNode=/1-1726437821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1726437821 2024-11-13T10:21:41,408 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T10:21:41,408 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1726437821/meta-region-server: CHANGED 2024-11-13T10:21:41,408 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1726437821/meta-region-server: CHANGED 2024-11-13T10:21:41,409 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=770665a7984d,37409,1731493298646}] 2024-11-13T10:21:41,561 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T10:21:41,563 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40543, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T10:21:41,565 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T10:21:41,565 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:21:41,566 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T10:21:41,567 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=770665a7984d%2C37409%2C1731493298646.meta, suffix=.meta, logDir=hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/WALs/770665a7984d,37409,1731493298646, archiveDir=hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/oldWALs, maxLogs=10 2024-11-13T10:21:41,582 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/WALs/770665a7984d,37409,1731493298646/770665a7984d%2C37409%2C1731493298646.meta.1731493301568.meta, exclude list is [], retry=0 2024-11-13T10:21:41,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37159,DS-0364acb1-7889-45c1-9b7c-401aec8a59f3,DISK] 2024-11-13T10:21:41,586 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/WALs/770665a7984d,37409,1731493298646/770665a7984d%2C37409%2C1731493298646.meta.1731493301568.meta 2024-11-13T10:21:41,586 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34609:34609)] 2024-11-13T10:21:41,586 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:21:41,586 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T10:21:41,586 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T10:21:41,586 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T10:21:41,587 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T10:21:41,587 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T10:21:41,587 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:21:41,587 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T10:21:41,587 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T10:21:41,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T10:21:41,589 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T10:21:41,589 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:41,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:21:41,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T10:21:41,590 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T10:21:41,590 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:41,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:21:41,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T10:21:41,591 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T10:21:41,591 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:41,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:21:41,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T10:21:41,592 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T10:21:41,592 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:41,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:21:41,592 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T10:21:41,593 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/data/hbase/meta/1588230740 2024-11-13T10:21:41,593 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/data/hbase/meta/1588230740 2024-11-13T10:21:41,594 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T10:21:41,594 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T10:21:41,595 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T10:21:41,596 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T10:21:41,596 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67320176, jitterRate=0.003148794174194336}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T10:21:41,596 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T10:21:41,596 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731493301587Writing region info on filesystem at 1731493301587Initializing all the Stores at 1731493301588 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493301588Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493301588Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493301588Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493301588Cleaning up temporary data from old regions at 1731493301594 (+6 ms)Running coprocessor post-open hooks at 1731493301596 (+2 ms)Region opened successfully at 1731493301596 2024-11-13T10:21:41,597 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731493301561 2024-11-13T10:21:41,599 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T10:21:41,599 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T10:21:41,599 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=770665a7984d,37409,1731493298646 2024-11-13T10:21:41,600 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 770665a7984d,37409,1731493298646, state=OPEN 2024-11-13T10:21:41,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41603-0x10110d8d8cb0003, quorum=127.0.0.1:50677, baseZNode=/1-1726437821 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1726437821/meta-region-server 2024-11-13T10:21:41,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37409-0x10110d8d8cb0004, quorum=127.0.0.1:50677, baseZNode=/1-1726437821 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1726437821/meta-region-server 2024-11-13T10:21:41,602 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=770665a7984d,37409,1731493298646 2024-11-13T10:21:41,602 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1726437821/meta-region-server: CHANGED 2024-11-13T10:21:41,602 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1726437821/meta-region-server: CHANGED 2024-11-13T10:21:41,604 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T10:21:41,604 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=770665a7984d,37409,1731493298646 in 194 msec 2024-11-13T10:21:41,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T10:21:41,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 353 msec 2024-11-13T10:21:41,606 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T10:21:41,606 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T10:21:41,607 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:21:41,607 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,37409,1731493298646, seqNum=-1] 2024-11-13T10:21:41,608 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:21:41,608 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59125, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:21:41,612 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2070 sec 2024-11-13T10:21:41,612 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731493301612, completionTime=-1 2024-11-13T10:21:41,612 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T10:21:41,612 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T10:21:41,614 INFO [master/770665a7984d:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T10:21:41,614 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731493361614 2024-11-13T10:21:41,614 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731493421614 2024-11-13T10:21:41,614 INFO [master/770665a7984d:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T10:21:41,614 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,41603,1731493298607-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:21:41,614 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,41603,1731493298607-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:21:41,615 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,41603,1731493298607-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:21:41,615 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-770665a7984d:41603, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:21:41,615 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T10:21:41,615 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T10:21:41,616 DEBUG [master/770665a7984d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T10:21:41,618 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.932sec 2024-11-13T10:21:41,618 INFO [master/770665a7984d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T10:21:41,618 INFO [master/770665a7984d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T10:21:41,618 INFO [master/770665a7984d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T10:21:41,618 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T10:21:41,618 INFO [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T10:21:41,618 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,41603,1731493298607-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T10:21:41,618 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,41603,1731493298607-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T10:21:41,624 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T10:21:41,624 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T10:21:41,624 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,41603,1731493298607-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:21:41,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c523b14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:41,672 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,41603,-1 for getting cluster id 2024-11-13T10:21:41,672 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:21:41,673 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0b6c1c10-f9a4-449d-ba99-59cacab23ab6' 2024-11-13T10:21:41,673 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:21:41,674 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0b6c1c10-f9a4-449d-ba99-59cacab23ab6" 2024-11-13T10:21:41,674 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1047566d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:41,674 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,41603,-1] 2024-11-13T10:21:41,674 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:21:41,674 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:41,675 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:21:41,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46218b57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:41,676 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:21:41,677 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,37409,1731493298646, seqNum=-1] 2024-11-13T10:21:41,677 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:21:41,678 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:21:41,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=770665a7984d,41603,1731493298607 2024-11-13T10:21:41,679 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50677 2024-11-13T10:21:41,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50677, baseZNode=/1-1726437821 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T10:21:41,683 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10110d8d8cb0005 connected 2024-11-13T10:21:41,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636ad4c6-027c-eb2e-76a8-9e191b48a9a4/hadoop.log.dir so I do NOT create it in target/test-data/e3b0b9c4-ee48-8f43-7207-f091a2501ef5 2024-11-13T10:21:41,686 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636ad4c6-027c-eb2e-76a8-9e191b48a9a4/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T10:21:41,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636ad4c6-027c-eb2e-76a8-9e191b48a9a4/hadoop.tmp.dir so I do NOT create it in target/test-data/e3b0b9c4-ee48-8f43-7207-f091a2501ef5 2024-11-13T10:21:41,686 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636ad4c6-027c-eb2e-76a8-9e191b48a9a4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T10:21:41,687 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3b0b9c4-ee48-8f43-7207-f091a2501ef5 2024-11-13T10:21:41,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T10:21:41,687 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3b0b9c4-ee48-8f43-7207-f091a2501ef5/cluster_ada4a604-8ede-c382-ca94-bc713c8bc5bc, deleteOnExit=true 2024-11-13T10:21:41,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T10:21:41,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3b0b9c4-ee48-8f43-7207-f091a2501ef5/test.cache.data in system properties and HBase conf 2024-11-13T10:21:41,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3b0b9c4-ee48-8f43-7207-f091a2501ef5/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T10:21:41,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3b0b9c4-ee48-8f43-7207-f091a2501ef5/hadoop.log.dir in system properties and HBase conf 2024-11-13T10:21:41,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3b0b9c4-ee48-8f43-7207-f091a2501ef5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T10:21:41,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3b0b9c4-ee48-8f43-7207-f091a2501ef5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T10:21:41,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T10:21:41,687 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T10:21:41,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3b0b9c4-ee48-8f43-7207-f091a2501ef5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T10:21:41,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3b0b9c4-ee48-8f43-7207-f091a2501ef5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T10:21:41,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3b0b9c4-ee48-8f43-7207-f091a2501ef5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T10:21:41,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3b0b9c4-ee48-8f43-7207-f091a2501ef5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T10:21:41,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3b0b9c4-ee48-8f43-7207-f091a2501ef5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T10:21:41,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3b0b9c4-ee48-8f43-7207-f091a2501ef5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T10:21:41,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3b0b9c4-ee48-8f43-7207-f091a2501ef5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T10:21:41,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3b0b9c4-ee48-8f43-7207-f091a2501ef5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T10:21:41,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3b0b9c4-ee48-8f43-7207-f091a2501ef5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T10:21:41,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3b0b9c4-ee48-8f43-7207-f091a2501ef5/nfs.dump.dir in system properties and HBase conf 2024-11-13T10:21:41,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3b0b9c4-ee48-8f43-7207-f091a2501ef5/java.io.tmpdir in system properties and HBase conf 2024-11-13T10:21:41,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3b0b9c4-ee48-8f43-7207-f091a2501ef5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T10:21:41,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3b0b9c4-ee48-8f43-7207-f091a2501ef5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T10:21:41,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3b0b9c4-ee48-8f43-7207-f091a2501ef5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T10:21:41,765 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T10:21:41,769 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T10:21:41,774 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T10:21:41,774 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T10:21:41,774 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T10:21:41,775 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T10:21:41,775 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52750825{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3b0b9c4-ee48-8f43-7207-f091a2501ef5/hadoop.log.dir/,AVAILABLE} 2024-11-13T10:21:41,776 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f4e7b54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T10:21:41,914 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@326b4593{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3b0b9c4-ee48-8f43-7207-f091a2501ef5/java.io.tmpdir/jetty-localhost-37273-hadoop-hdfs-3_4_1-tests_jar-_-any-9875007930259562095/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T10:21:41,914 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@56ad0518{HTTP/1.1, (http/1.1)}{localhost:37273} 2024-11-13T10:21:41,914 INFO [Time-limited test {}] server.Server(415): Started @293762ms 2024-11-13T10:21:42,038 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T10:21:42,040 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T10:21:42,042 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T10:21:42,042 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T10:21:42,042 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T10:21:42,043 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7047b583{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3b0b9c4-ee48-8f43-7207-f091a2501ef5/hadoop.log.dir/,AVAILABLE} 2024-11-13T10:21:42,043 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a06eee4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T10:21:42,174 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@195293a6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3b0b9c4-ee48-8f43-7207-f091a2501ef5/java.io.tmpdir/jetty-localhost-42889-hadoop-hdfs-3_4_1-tests_jar-_-any-2258292545611435181/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T10:21:42,174 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24e7d4bc{HTTP/1.1, (http/1.1)}{localhost:42889} 2024-11-13T10:21:42,174 INFO [Time-limited test {}] server.Server(415): Started @294022ms 2024-11-13T10:21:42,176 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T10:21:42,309 WARN [Thread-4535 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3b0b9c4-ee48-8f43-7207-f091a2501ef5/cluster_ada4a604-8ede-c382-ca94-bc713c8bc5bc/data/data2/current/BP-2031357631-172.17.0.2-1731493301708/current, will proceed with Du for space computation calculation, 2024-11-13T10:21:42,309 WARN [Thread-4534 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3b0b9c4-ee48-8f43-7207-f091a2501ef5/cluster_ada4a604-8ede-c382-ca94-bc713c8bc5bc/data/data1/current/BP-2031357631-172.17.0.2-1731493301708/current, will proceed with Du for space computation calculation, 2024-11-13T10:21:42,330 WARN [Thread-4522 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T10:21:42,333 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1d1d6a80098a2e31 with lease ID 0x15e4406340e4334b: Processing first storage report for DS-e292f9dd-a854-4e08-b327-ce942c7a18ed from datanode DatanodeRegistration(127.0.0.1:35225, datanodeUuid=a68e4a88-3dd4-4eea-bc42-07704d31d754, infoPort=44233, infoSecurePort=0, ipcPort=45559, storageInfo=lv=-57;cid=testClusterID;nsid=654232963;c=1731493301708) 2024-11-13T10:21:42,333 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1d1d6a80098a2e31 with lease ID 0x15e4406340e4334b: from storage DS-e292f9dd-a854-4e08-b327-ce942c7a18ed node DatanodeRegistration(127.0.0.1:35225, datanodeUuid=a68e4a88-3dd4-4eea-bc42-07704d31d754, infoPort=44233, infoSecurePort=0, ipcPort=45559, storageInfo=lv=-57;cid=testClusterID;nsid=654232963;c=1731493301708), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T10:21:42,333 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1d1d6a80098a2e31 with lease ID 0x15e4406340e4334b: Processing first storage report for DS-6590136a-3031-451d-b3f6-355fca5981b4 from datanode DatanodeRegistration(127.0.0.1:35225, datanodeUuid=a68e4a88-3dd4-4eea-bc42-07704d31d754, infoPort=44233, infoSecurePort=0, ipcPort=45559, storageInfo=lv=-57;cid=testClusterID;nsid=654232963;c=1731493301708) 2024-11-13T10:21:42,333 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1d1d6a80098a2e31 with lease ID 0x15e4406340e4334b: from storage DS-6590136a-3031-451d-b3f6-355fca5981b4 node DatanodeRegistration(127.0.0.1:35225, datanodeUuid=a68e4a88-3dd4-4eea-bc42-07704d31d754, infoPort=44233, infoSecurePort=0, ipcPort=45559, storageInfo=lv=-57;cid=testClusterID;nsid=654232963;c=1731493301708), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T10:21:42,401 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3b0b9c4-ee48-8f43-7207-f091a2501ef5 2024-11-13T10:21:42,401 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:21:42,403 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:21:42,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35225 is added to blk_1073741825_1001 (size=7) 2024-11-13T10:21:42,810 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94 with version=8 2024-11-13T10:21:42,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/hbase-staging 2024-11-13T10:21:42,812 INFO [Time-limited test {}] client.ConnectionUtils(128): master/770665a7984d:0 server-side Connection retries=45 2024-11-13T10:21:42,813 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:21:42,813 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T10:21:42,813 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T10:21:42,813 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:21:42,813 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T10:21:42,813 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T10:21:42,813 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T10:21:42,813 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33733 2024-11-13T10:21:42,814 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33733 connecting to ZooKeeper ensemble=127.0.0.1:50677 2024-11-13T10:21:42,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:337330x0, quorum=127.0.0.1:50677, baseZNode=/2776729863 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T10:21:42,817 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33733-0x10110d8d8cb0006 connected 2024-11-13T10:21:42,834 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:21:42,836 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:21:42,838 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33733-0x10110d8d8cb0006, quorum=127.0.0.1:50677, baseZNode=/2776729863 Set watcher on znode that does not yet exist, /2776729863/running 2024-11-13T10:21:42,838 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94, hbase.cluster.distributed=false 2024-11-13T10:21:42,839 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33733-0x10110d8d8cb0006, quorum=127.0.0.1:50677, baseZNode=/2776729863 Set watcher on znode that does not yet exist, /2776729863/acl 2024-11-13T10:21:42,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33733 2024-11-13T10:21:42,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33733 2024-11-13T10:21:42,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33733 2024-11-13T10:21:42,841 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33733 2024-11-13T10:21:42,841 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33733 2024-11-13T10:21:42,856 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/770665a7984d:0 server-side Connection retries=45 2024-11-13T10:21:42,856 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:21:42,856 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T10:21:42,856 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T10:21:42,856 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T10:21:42,856 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T10:21:42,856 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T10:21:42,856 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T10:21:42,857 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35175 2024-11-13T10:21:42,857 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35175 connecting to ZooKeeper ensemble=127.0.0.1:50677 2024-11-13T10:21:42,858 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:21:42,860 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:21:42,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:351750x0, quorum=127.0.0.1:50677, baseZNode=/2776729863 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T10:21:42,864 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:351750x0, quorum=127.0.0.1:50677, baseZNode=/2776729863 Set watcher on znode that does not yet exist, /2776729863/running 2024-11-13T10:21:42,864 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35175-0x10110d8d8cb0007 connected 2024-11-13T10:21:42,865 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T10:21:42,865 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T10:21:42,866 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35175-0x10110d8d8cb0007, quorum=127.0.0.1:50677, baseZNode=/2776729863 Set watcher on znode that does not yet exist, /2776729863/master 2024-11-13T10:21:42,867 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35175-0x10110d8d8cb0007, quorum=127.0.0.1:50677, baseZNode=/2776729863 Set watcher on znode that does not yet exist, /2776729863/acl 2024-11-13T10:21:42,875 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35175 2024-11-13T10:21:42,875 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35175 2024-11-13T10:21:42,875 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35175 2024-11-13T10:21:42,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35175 2024-11-13T10:21:42,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35175 2024-11-13T10:21:42,892 DEBUG [M:0;770665a7984d:33733 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;770665a7984d:33733 2024-11-13T10:21:42,893 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2776729863/backup-masters/770665a7984d,33733,1731493302812 2024-11-13T10:21:42,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35175-0x10110d8d8cb0007, quorum=127.0.0.1:50677, baseZNode=/2776729863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2776729863/backup-masters 2024-11-13T10:21:42,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33733-0x10110d8d8cb0006, quorum=127.0.0.1:50677, baseZNode=/2776729863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2776729863/backup-masters 2024-11-13T10:21:42,895 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33733-0x10110d8d8cb0006, quorum=127.0.0.1:50677, baseZNode=/2776729863 Set watcher on existing znode=/2776729863/backup-masters/770665a7984d,33733,1731493302812 2024-11-13T10:21:42,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35175-0x10110d8d8cb0007, quorum=127.0.0.1:50677, baseZNode=/2776729863 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2776729863/master 2024-11-13T10:21:42,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33733-0x10110d8d8cb0006, quorum=127.0.0.1:50677, baseZNode=/2776729863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2776729863 2024-11-13T10:21:42,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35175-0x10110d8d8cb0007, quorum=127.0.0.1:50677, baseZNode=/2776729863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2776729863 2024-11-13T10:21:42,898 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33733-0x10110d8d8cb0006, quorum=127.0.0.1:50677, baseZNode=/2776729863 Set watcher on existing znode=/2776729863/master 2024-11-13T10:21:42,898 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2776729863/backup-masters/770665a7984d,33733,1731493302812 from backup master directory 2024-11-13T10:21:42,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35175-0x10110d8d8cb0007, quorum=127.0.0.1:50677, baseZNode=/2776729863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2776729863/backup-masters 2024-11-13T10:21:42,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33733-0x10110d8d8cb0006, quorum=127.0.0.1:50677, baseZNode=/2776729863 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2776729863/backup-masters/770665a7984d,33733,1731493302812 2024-11-13T10:21:42,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33733-0x10110d8d8cb0006, quorum=127.0.0.1:50677, baseZNode=/2776729863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2776729863/backup-masters 2024-11-13T10:21:42,899 WARN [master/770665a7984d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T10:21:42,900 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=770665a7984d,33733,1731493302812 2024-11-13T10:21:42,902 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/hbase.id] with ID: f866e199-4840-4586-9042-5b911866b35b 2024-11-13T10:21:42,902 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/.tmp/hbase.id 2024-11-13T10:21:42,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35225 is added to blk_1073741826_1002 (size=42) 2024-11-13T10:21:43,263 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T10:21:43,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:43,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:43,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:43,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:43,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:43,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:43,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:43,309 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/.tmp/hbase.id]:[hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/hbase.id] 2024-11-13T10:21:43,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:43,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:43,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:43,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:43,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:43,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:43,318 INFO [master/770665a7984d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:21:43,318 INFO [master/770665a7984d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T10:21:43,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:43,320 INFO [master/770665a7984d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-13T10:21:43,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35175-0x10110d8d8cb0007, quorum=127.0.0.1:50677, baseZNode=/2776729863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2776729863 2024-11-13T10:21:43,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33733-0x10110d8d8cb0006, quorum=127.0.0.1:50677, baseZNode=/2776729863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2776729863 2024-11-13T10:21:43,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:43,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:43,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:43,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35225 is added to blk_1073741827_1003 (size=196) 2024-11-13T10:21:43,728 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T10:21:43,728 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T10:21:43,729 INFO [master/770665a7984d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:21:43,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35225 is added to blk_1073741828_1004 (size=1189) 2024-11-13T10:21:44,134 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/MasterData/data/master/store 2024-11-13T10:21:44,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35225 is added to blk_1073741829_1005 (size=34) 2024-11-13T10:21:44,540 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:21:44,540 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T10:21:44,540 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:21:44,540 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:21:44,540 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T10:21:44,540 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:21:44,540 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:21:44,540 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731493304540Disabling compacts and flushes for region at 1731493304540Disabling writes for close at 1731493304540Writing region close event to WAL at 1731493304540Closed at 1731493304540 2024-11-13T10:21:44,541 WARN [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/MasterData/data/master/store/.initializing 2024-11-13T10:21:44,541 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/MasterData/WALs/770665a7984d,33733,1731493302812 2024-11-13T10:21:44,542 INFO [master/770665a7984d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T10:21:44,543 INFO [master/770665a7984d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=770665a7984d%2C33733%2C1731493302812, suffix=, logDir=hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/MasterData/WALs/770665a7984d,33733,1731493302812, archiveDir=hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/MasterData/oldWALs, maxLogs=10 2024-11-13T10:21:44,557 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/MasterData/WALs/770665a7984d,33733,1731493302812/770665a7984d%2C33733%2C1731493302812.1731493304543, exclude list is [], retry=0 2024-11-13T10:21:44,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35225,DS-e292f9dd-a854-4e08-b327-ce942c7a18ed,DISK] 2024-11-13T10:21:44,561 INFO [master/770665a7984d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/MasterData/WALs/770665a7984d,33733,1731493302812/770665a7984d%2C33733%2C1731493302812.1731493304543 2024-11-13T10:21:44,561 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44233:44233)] 2024-11-13T10:21:44,562 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:21:44,562 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:21:44,562 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:21:44,562 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:21:44,563 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:21:44,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T10:21:44,564 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:44,565 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:21:44,565 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:21:44,566 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T10:21:44,566 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:44,566 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:21:44,566 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:21:44,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T10:21:44,567 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:44,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:21:44,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:21:44,568 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T10:21:44,568 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:44,568 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:21:44,568 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:21:44,569 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:21:44,569 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:21:44,570 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:21:44,570 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:21:44,570 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T10:21:44,571 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T10:21:44,573 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:21:44,573 INFO [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60531120, jitterRate=-0.09801602363586426}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T10:21:44,573 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731493304562Initializing all the Stores at 1731493304563 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493304563Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493304563Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493304563Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493304563Cleaning up temporary data from old regions at 1731493304570 (+7 ms)Region opened successfully at 1731493304573 (+3 ms) 2024-11-13T10:21:44,573 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T10:21:44,576 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ec8220e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=770665a7984d/172.17.0.2:0 2024-11-13T10:21:44,577 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T10:21:44,577 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T10:21:44,577 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T10:21:44,577 INFO [master/770665a7984d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T10:21:44,578 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T10:21:44,578 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T10:21:44,578 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T10:21:44,580 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T10:21:44,581 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33733-0x10110d8d8cb0006, quorum=127.0.0.1:50677, baseZNode=/2776729863 Unable to get data of znode /2776729863/balancer because node does not exist (not necessarily an error) 2024-11-13T10:21:44,582 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2776729863/balancer already deleted, retry=false 2024-11-13T10:21:44,583 INFO [master/770665a7984d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T10:21:44,583 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33733-0x10110d8d8cb0006, quorum=127.0.0.1:50677, baseZNode=/2776729863 Unable to get data of znode /2776729863/normalizer because node does not exist (not necessarily an error) 2024-11-13T10:21:44,586 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2776729863/normalizer already deleted, retry=false 2024-11-13T10:21:44,586 INFO [master/770665a7984d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T10:21:44,587 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33733-0x10110d8d8cb0006, quorum=127.0.0.1:50677, baseZNode=/2776729863 Unable to get data of znode /2776729863/switch/split because node does not exist (not necessarily an error) 2024-11-13T10:21:44,588 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2776729863/switch/split already deleted, retry=false 2024-11-13T10:21:44,588 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33733-0x10110d8d8cb0006, quorum=127.0.0.1:50677, baseZNode=/2776729863 Unable to get data of znode /2776729863/switch/merge because node does not exist (not necessarily an error) 2024-11-13T10:21:44,589 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2776729863/switch/merge already deleted, retry=false 2024-11-13T10:21:44,590 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33733-0x10110d8d8cb0006, quorum=127.0.0.1:50677, baseZNode=/2776729863 Unable to get data of znode /2776729863/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T10:21:44,592 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2776729863/snapshot-cleanup already deleted, retry=false 2024-11-13T10:21:44,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33733-0x10110d8d8cb0006, quorum=127.0.0.1:50677, baseZNode=/2776729863 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2776729863/running 2024-11-13T10:21:44,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35175-0x10110d8d8cb0007, quorum=127.0.0.1:50677, baseZNode=/2776729863 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2776729863/running 2024-11-13T10:21:44,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33733-0x10110d8d8cb0006, quorum=127.0.0.1:50677, baseZNode=/2776729863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2776729863 2024-11-13T10:21:44,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35175-0x10110d8d8cb0007, quorum=127.0.0.1:50677, baseZNode=/2776729863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2776729863 2024-11-13T10:21:44,595 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=770665a7984d,33733,1731493302812, sessionid=0x10110d8d8cb0006, setting cluster-up flag (Was=false) 2024-11-13T10:21:44,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33733-0x10110d8d8cb0006, quorum=127.0.0.1:50677, baseZNode=/2776729863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2776729863 2024-11-13T10:21:44,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35175-0x10110d8d8cb0007, quorum=127.0.0.1:50677, baseZNode=/2776729863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2776729863 2024-11-13T10:21:44,601 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2776729863/flush-table-proc/acquired, /2776729863/flush-table-proc/reached, /2776729863/flush-table-proc/abort 2024-11-13T10:21:44,602 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=770665a7984d,33733,1731493302812 2024-11-13T10:21:44,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33733-0x10110d8d8cb0006, quorum=127.0.0.1:50677, baseZNode=/2776729863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2776729863 2024-11-13T10:21:44,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35175-0x10110d8d8cb0007, quorum=127.0.0.1:50677, baseZNode=/2776729863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2776729863 2024-11-13T10:21:44,609 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2776729863/online-snapshot/acquired, /2776729863/online-snapshot/reached, /2776729863/online-snapshot/abort 2024-11-13T10:21:44,610 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=770665a7984d,33733,1731493302812 2024-11-13T10:21:44,610 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T10:21:44,611 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T10:21:44,612 INFO [master/770665a7984d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T10:21:44,612 INFO [master/770665a7984d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T10:21:44,612 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 770665a7984d,33733,1731493302812 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T10:21:44,613 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:21:44,613 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:21:44,613 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:21:44,613 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/770665a7984d:0, corePoolSize=5, maxPoolSize=5 2024-11-13T10:21:44,613 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/770665a7984d:0, corePoolSize=10, maxPoolSize=10 2024-11-13T10:21:44,613 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:21:44,613 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/770665a7984d:0, corePoolSize=2, maxPoolSize=2 2024-11-13T10:21:44,613 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:21:44,614 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T10:21:44,614 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T10:21:44,615 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731493334615 2024-11-13T10:21:44,615 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T10:21:44,615 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T10:21:44,615 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T10:21:44,615 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T10:21:44,615 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:44,615 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T10:21:44,615 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T10:21:44,615 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T10:21:44,615 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T10:21:44,616 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T10:21:44,616 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T10:21:44,616 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T10:21:44,616 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T10:21:44,616 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T10:21:44,616 INFO [master/770665a7984d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T10:21:44,620 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.large.0-1731493304616,5,FailOnTimeoutGroup] 2024-11-13T10:21:44,620 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.small.0-1731493304620,5,FailOnTimeoutGroup] 2024-11-13T10:21:44,620 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T10:21:44,620 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T10:21:44,620 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T10:21:44,620 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T10:21:44,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35225 is added to blk_1073741831_1007 (size=1321) 2024-11-13T10:21:44,683 INFO [RS:0;770665a7984d:35175 {}] regionserver.HRegionServer(746): ClusterId : f866e199-4840-4586-9042-5b911866b35b 2024-11-13T10:21:44,683 DEBUG [RS:0;770665a7984d:35175 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T10:21:44,685 DEBUG [RS:0;770665a7984d:35175 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T10:21:44,685 DEBUG [RS:0;770665a7984d:35175 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T10:21:44,690 DEBUG [RS:0;770665a7984d:35175 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T10:21:44,690 DEBUG [RS:0;770665a7984d:35175 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5eaa82f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=770665a7984d/172.17.0.2:0 2024-11-13T10:21:44,708 DEBUG [RS:0;770665a7984d:35175 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;770665a7984d:35175 2024-11-13T10:21:44,708 INFO [RS:0;770665a7984d:35175 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T10:21:44,708 INFO [RS:0;770665a7984d:35175 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T10:21:44,708 DEBUG [RS:0;770665a7984d:35175 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T10:21:44,709 INFO [RS:0;770665a7984d:35175 {}] regionserver.HRegionServer(2659): reportForDuty to master=770665a7984d,33733,1731493302812 with port=35175, startcode=1731493302855 2024-11-13T10:21:44,709 DEBUG [RS:0;770665a7984d:35175 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T10:21:44,711 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57569, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T10:21:44,711 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33733 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 770665a7984d,35175,1731493302855 2024-11-13T10:21:44,712 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33733 {}] master.ServerManager(517): Registering regionserver=770665a7984d,35175,1731493302855 2024-11-13T10:21:44,713 DEBUG [RS:0;770665a7984d:35175 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94 2024-11-13T10:21:44,713 DEBUG [RS:0;770665a7984d:35175 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40851 2024-11-13T10:21:44,713 DEBUG [RS:0;770665a7984d:35175 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T10:21:44,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33733-0x10110d8d8cb0006, quorum=127.0.0.1:50677, baseZNode=/2776729863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2776729863/rs 2024-11-13T10:21:44,720 DEBUG [RS:0;770665a7984d:35175 {}] zookeeper.ZKUtil(111): regionserver:35175-0x10110d8d8cb0007, quorum=127.0.0.1:50677, baseZNode=/2776729863 Set watcher on existing znode=/2776729863/rs/770665a7984d,35175,1731493302855 2024-11-13T10:21:44,720 WARN [RS:0;770665a7984d:35175 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T10:21:44,720 INFO [RS:0;770665a7984d:35175 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:21:44,720 DEBUG [RS:0;770665a7984d:35175 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/WALs/770665a7984d,35175,1731493302855 2024-11-13T10:21:44,720 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [770665a7984d,35175,1731493302855] 2024-11-13T10:21:44,723 INFO [RS:0;770665a7984d:35175 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T10:21:44,725 INFO [RS:0;770665a7984d:35175 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T10:21:44,728 INFO [RS:0;770665a7984d:35175 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T10:21:44,728 INFO [RS:0;770665a7984d:35175 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:21:44,728 INFO [RS:0;770665a7984d:35175 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T10:21:44,729 INFO [RS:0;770665a7984d:35175 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T10:21:44,729 INFO [RS:0;770665a7984d:35175 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T10:21:44,729 DEBUG [RS:0;770665a7984d:35175 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:21:44,729 DEBUG [RS:0;770665a7984d:35175 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:21:44,729 DEBUG [RS:0;770665a7984d:35175 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:21:44,729 DEBUG [RS:0;770665a7984d:35175 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:21:44,729 DEBUG [RS:0;770665a7984d:35175 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:21:44,729 DEBUG [RS:0;770665a7984d:35175 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/770665a7984d:0, corePoolSize=2, maxPoolSize=2 2024-11-13T10:21:44,729 DEBUG [RS:0;770665a7984d:35175 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:21:44,729 DEBUG [RS:0;770665a7984d:35175 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:21:44,729 DEBUG [RS:0;770665a7984d:35175 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:21:44,729 DEBUG [RS:0;770665a7984d:35175 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:21:44,729 DEBUG [RS:0;770665a7984d:35175 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:21:44,729 DEBUG [RS:0;770665a7984d:35175 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/770665a7984d:0, corePoolSize=1, maxPoolSize=1 2024-11-13T10:21:44,729 DEBUG [RS:0;770665a7984d:35175 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/770665a7984d:0, corePoolSize=3, maxPoolSize=3 2024-11-13T10:21:44,729 DEBUG [RS:0;770665a7984d:35175 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/770665a7984d:0, corePoolSize=3, maxPoolSize=3 2024-11-13T10:21:44,730 INFO [RS:0;770665a7984d:35175 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T10:21:44,730 INFO [RS:0;770665a7984d:35175 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T10:21:44,730 INFO [RS:0;770665a7984d:35175 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:21:44,730 INFO [RS:0;770665a7984d:35175 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T10:21:44,730 INFO [RS:0;770665a7984d:35175 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T10:21:44,730 INFO [RS:0;770665a7984d:35175 {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,35175,1731493302855-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T10:21:44,746 INFO [RS:0;770665a7984d:35175 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T10:21:44,746 INFO [RS:0;770665a7984d:35175 {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,35175,1731493302855-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:21:44,746 INFO [RS:0;770665a7984d:35175 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:21:44,746 INFO [RS:0;770665a7984d:35175 {}] regionserver.Replication(171): 770665a7984d,35175,1731493302855 started 2024-11-13T10:21:44,760 INFO [RS:0;770665a7984d:35175 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:21:44,760 INFO [RS:0;770665a7984d:35175 {}] regionserver.HRegionServer(1482): Serving as 770665a7984d,35175,1731493302855, RpcServer on 770665a7984d/172.17.0.2:35175, sessionid=0x10110d8d8cb0007 2024-11-13T10:21:44,760 DEBUG [RS:0;770665a7984d:35175 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T10:21:44,760 DEBUG [RS:0;770665a7984d:35175 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 770665a7984d,35175,1731493302855 2024-11-13T10:21:44,760 DEBUG [RS:0;770665a7984d:35175 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '770665a7984d,35175,1731493302855' 2024-11-13T10:21:44,760 DEBUG [RS:0;770665a7984d:35175 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2776729863/flush-table-proc/abort' 2024-11-13T10:21:44,760 DEBUG [RS:0;770665a7984d:35175 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2776729863/flush-table-proc/acquired' 2024-11-13T10:21:44,761 DEBUG [RS:0;770665a7984d:35175 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T10:21:44,761 DEBUG [RS:0;770665a7984d:35175 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T10:21:44,761 DEBUG [RS:0;770665a7984d:35175 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 770665a7984d,35175,1731493302855 2024-11-13T10:21:44,761 DEBUG [RS:0;770665a7984d:35175 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '770665a7984d,35175,1731493302855' 2024-11-13T10:21:44,761 DEBUG [RS:0;770665a7984d:35175 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2776729863/online-snapshot/abort' 2024-11-13T10:21:44,761 DEBUG [RS:0;770665a7984d:35175 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2776729863/online-snapshot/acquired' 2024-11-13T10:21:44,762 DEBUG [RS:0;770665a7984d:35175 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T10:21:44,762 INFO [RS:0;770665a7984d:35175 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T10:21:44,762 INFO [RS:0;770665a7984d:35175 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T10:21:44,863 INFO [RS:0;770665a7984d:35175 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T10:21:44,864 INFO [RS:0;770665a7984d:35175 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=770665a7984d%2C35175%2C1731493302855, suffix=, logDir=hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/WALs/770665a7984d,35175,1731493302855, archiveDir=hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/oldWALs, maxLogs=10 2024-11-13T10:21:44,878 DEBUG [RS:0;770665a7984d:35175 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/WALs/770665a7984d,35175,1731493302855/770665a7984d%2C35175%2C1731493302855.1731493304864, exclude list is [], retry=0 2024-11-13T10:21:44,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35225,DS-e292f9dd-a854-4e08-b327-ce942c7a18ed,DISK] 2024-11-13T10:21:44,881 INFO [RS:0;770665a7984d:35175 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/WALs/770665a7984d,35175,1731493302855/770665a7984d%2C35175%2C1731493302855.1731493304864 2024-11-13T10:21:44,882 DEBUG [RS:0;770665a7984d:35175 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44233:44233)] 2024-11-13T10:21:45,024 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T10:21:45,024 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94 2024-11-13T10:21:45,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35225 is added to blk_1073741833_1009 (size=32) 2024-11-13T10:21:45,430 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:21:45,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T10:21:45,432 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T10:21:45,432 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:45,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:21:45,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T10:21:45,433 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T10:21:45,433 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:45,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:21:45,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T10:21:45,434 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T10:21:45,435 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:45,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:21:45,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T10:21:45,436 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T10:21:45,436 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:45,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:21:45,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T10:21:45,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/data/hbase/meta/1588230740 2024-11-13T10:21:45,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/data/hbase/meta/1588230740 2024-11-13T10:21:45,438 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T10:21:45,438 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T10:21:45,438 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T10:21:45,439 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T10:21:45,441 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:21:45,441 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61558374, jitterRate=-0.08270874619483948}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T10:21:45,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731493305430Initializing all the Stores at 1731493305431 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493305431Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493305431Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493305431Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493305431Cleaning up temporary data from old regions at 1731493305438 (+7 ms)Region opened successfully at 1731493305441 (+3 ms) 2024-11-13T10:21:45,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T10:21:45,441 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T10:21:45,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T10:21:45,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T10:21:45,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T10:21:45,441 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T10:21:45,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731493305441Disabling compacts and flushes for region at 1731493305441Disabling writes for close at 1731493305441Writing region close event to WAL at 1731493305441Closed at 1731493305441 2024-11-13T10:21:45,442 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T10:21:45,442 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T10:21:45,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T10:21:45,444 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T10:21:45,444 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T10:21:45,595 DEBUG [770665a7984d:33733 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T10:21:45,595 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=770665a7984d,35175,1731493302855 2024-11-13T10:21:45,596 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 770665a7984d,35175,1731493302855, state=OPENING 2024-11-13T10:21:45,597 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T10:21:45,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33733-0x10110d8d8cb0006, quorum=127.0.0.1:50677, baseZNode=/2776729863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2776729863 2024-11-13T10:21:45,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35175-0x10110d8d8cb0007, quorum=127.0.0.1:50677, baseZNode=/2776729863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2776729863 2024-11-13T10:21:45,599 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2776729863/meta-region-server: CHANGED 2024-11-13T10:21:45,599 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2776729863/meta-region-server: CHANGED 2024-11-13T10:21:45,599 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T10:21:45,599 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=770665a7984d,35175,1731493302855}] 2024-11-13T10:21:45,751 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T10:21:45,753 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38643, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T10:21:45,755 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T10:21:45,756 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:21:45,756 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T10:21:45,757 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=770665a7984d%2C35175%2C1731493302855.meta, suffix=.meta, logDir=hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/WALs/770665a7984d,35175,1731493302855, archiveDir=hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/oldWALs, maxLogs=10 2024-11-13T10:21:45,780 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/WALs/770665a7984d,35175,1731493302855/770665a7984d%2C35175%2C1731493302855.meta.1731493305758.meta, exclude list is [], retry=0 2024-11-13T10:21:45,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35225,DS-e292f9dd-a854-4e08-b327-ce942c7a18ed,DISK] 2024-11-13T10:21:45,783 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/WALs/770665a7984d,35175,1731493302855/770665a7984d%2C35175%2C1731493302855.meta.1731493305758.meta 2024-11-13T10:21:45,783 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44233:44233)] 2024-11-13T10:21:45,783 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:21:45,784 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T10:21:45,784 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T10:21:45,784 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T10:21:45,784 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T10:21:45,784 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T10:21:45,784 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:21:45,784 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T10:21:45,784 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T10:21:45,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T10:21:45,787 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T10:21:45,787 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:45,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:21:45,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T10:21:45,787 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T10:21:45,787 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:45,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:21:45,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T10:21:45,788 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T10:21:45,788 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:45,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:21:45,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T10:21:45,789 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T10:21:45,789 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:45,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T10:21:45,789 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T10:21:45,790 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/data/hbase/meta/1588230740 2024-11-13T10:21:45,790 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/data/hbase/meta/1588230740 2024-11-13T10:21:45,792 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T10:21:45,792 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T10:21:45,792 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T10:21:45,793 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T10:21:45,794 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59264707, jitterRate=-0.11688704788684845}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T10:21:45,794 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T10:21:45,794 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731493305785Writing region info on filesystem at 1731493305785Initializing all the Stores at 1731493305785Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493305785Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493305786 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493305786Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731493305786Cleaning up temporary data from old regions at 1731493305792 (+6 ms)Running coprocessor post-open hooks at 1731493305794 (+2 ms)Region opened successfully at 1731493305794 2024-11-13T10:21:45,795 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731493305751 2024-11-13T10:21:45,796 DEBUG [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T10:21:45,796 INFO [RS_OPEN_META-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T10:21:45,797 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=770665a7984d,35175,1731493302855 2024-11-13T10:21:45,797 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 770665a7984d,35175,1731493302855, state=OPEN 2024-11-13T10:21:45,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33733-0x10110d8d8cb0006, quorum=127.0.0.1:50677, baseZNode=/2776729863 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2776729863/meta-region-server 2024-11-13T10:21:45,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35175-0x10110d8d8cb0007, quorum=127.0.0.1:50677, baseZNode=/2776729863 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2776729863/meta-region-server 2024-11-13T10:21:45,800 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=770665a7984d,35175,1731493302855 2024-11-13T10:21:45,800 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2776729863/meta-region-server: CHANGED 2024-11-13T10:21:45,800 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2776729863/meta-region-server: CHANGED 2024-11-13T10:21:45,802 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T10:21:45,802 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=770665a7984d,35175,1731493302855 in 201 msec 2024-11-13T10:21:45,803 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T10:21:45,803 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 359 msec 2024-11-13T10:21:45,804 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T10:21:45,804 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T10:21:45,805 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:21:45,805 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,35175,1731493302855, seqNum=-1] 2024-11-13T10:21:45,805 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:21:45,806 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37675, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:21:45,810 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1980 sec 2024-11-13T10:21:45,810 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731493305810, completionTime=-1 2024-11-13T10:21:45,810 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T10:21:45,810 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T10:21:45,811 INFO [master/770665a7984d:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T10:21:45,811 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731493365811 2024-11-13T10:21:45,812 INFO [master/770665a7984d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731493425812 2024-11-13T10:21:45,812 INFO [master/770665a7984d:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T10:21:45,812 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,33733,1731493302812-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T10:21:45,812 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,33733,1731493302812-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:21:45,812 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,33733,1731493302812-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:21:45,812 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-770665a7984d:33733, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:21:45,812 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T10:21:45,812 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T10:21:45,814 DEBUG [master/770665a7984d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T10:21:45,815 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.915sec 2024-11-13T10:21:45,815 INFO [master/770665a7984d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T10:21:45,815 INFO [master/770665a7984d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T10:21:45,815 INFO [master/770665a7984d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T10:21:45,815 INFO [master/770665a7984d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T10:21:45,815 INFO [master/770665a7984d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T10:21:45,815 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,33733,1731493302812-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T10:21:45,816 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,33733,1731493302812-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T10:21:45,817 DEBUG [master/770665a7984d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T10:21:45,817 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T10:21:45,817 INFO [master/770665a7984d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=770665a7984d,33733,1731493302812-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T10:21:45,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53859a95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:45,884 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,33733,-1 for getting cluster id 2024-11-13T10:21:45,884 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:21:45,885 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f866e199-4840-4586-9042-5b911866b35b' 2024-11-13T10:21:45,885 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:21:45,886 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f866e199-4840-4586-9042-5b911866b35b" 2024-11-13T10:21:45,886 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6494da4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:45,886 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,33733,-1] 2024-11-13T10:21:45,886 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:21:45,886 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:45,887 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:21:45,887 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@167c8b7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:45,888 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:21:45,888 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,35175,1731493302855, seqNum=-1] 2024-11-13T10:21:45,889 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:21:45,889 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:21:45,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=770665a7984d,33733,1731493302812 2024-11-13T10:21:45,891 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:50677 2024-11-13T10:21:45,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:50677, baseZNode=/2776729863 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T10:21:45,894 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10110d8d8cb0008 connected 2024-11-13T10:21:45,898 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:21:45,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,42773,1731493294740 2024-11-13T10:21:45,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40e47689 2024-11-13T10:21:45,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:21:45,900 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T10:21:45,901 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42773 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T10:21:45,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42773 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T10:21:45,903 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T10:21:45,903 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:45,903 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42773 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T10:21:45,904 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T10:21:45,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:21:45,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44831 is added to blk_1073741835_1011 (size=902) 2024-11-13T10:21:46,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:21:46,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:21:46,310 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2aec34bf5d7b5fe150f24eec293ce644, NAME => 'test,,1731493305901.2aec34bf5d7b5fe150f24eec293ce644.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98 2024-11-13T10:21:46,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44831 is added to blk_1073741836_1012 (size=39) 2024-11-13T10:21:46,316 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731493305901.2aec34bf5d7b5fe150f24eec293ce644.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:21:46,316 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2aec34bf5d7b5fe150f24eec293ce644, disabling compactions & flushes 2024-11-13T10:21:46,316 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731493305901.2aec34bf5d7b5fe150f24eec293ce644. 2024-11-13T10:21:46,316 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731493305901.2aec34bf5d7b5fe150f24eec293ce644. 2024-11-13T10:21:46,316 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731493305901.2aec34bf5d7b5fe150f24eec293ce644. after waiting 0 ms 2024-11-13T10:21:46,316 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731493305901.2aec34bf5d7b5fe150f24eec293ce644. 2024-11-13T10:21:46,316 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731493305901.2aec34bf5d7b5fe150f24eec293ce644. 2024-11-13T10:21:46,316 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2aec34bf5d7b5fe150f24eec293ce644: Waiting for close lock at 1731493306316Disabling compacts and flushes for region at 1731493306316Disabling writes for close at 1731493306316Writing region close event to WAL at 1731493306316Closed at 1731493306316 2024-11-13T10:21:46,317 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T10:21:46,317 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731493305901.2aec34bf5d7b5fe150f24eec293ce644.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731493306317"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731493306317"}]},"ts":"1731493306317"} 2024-11-13T10:21:46,319 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T10:21:46,319 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T10:21:46,319 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731493306319"}]},"ts":"1731493306319"} 2024-11-13T10:21:46,321 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T10:21:46,321 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2aec34bf5d7b5fe150f24eec293ce644, ASSIGN}] 2024-11-13T10:21:46,322 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2aec34bf5d7b5fe150f24eec293ce644, ASSIGN 2024-11-13T10:21:46,323 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2aec34bf5d7b5fe150f24eec293ce644, ASSIGN; state=OFFLINE, location=770665a7984d,37889,1731493294807; forceNewPlan=false, retain=false 2024-11-13T10:21:46,473 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2aec34bf5d7b5fe150f24eec293ce644, regionState=OPENING, regionLocation=770665a7984d,37889,1731493294807 2024-11-13T10:21:46,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2aec34bf5d7b5fe150f24eec293ce644, ASSIGN because future has completed 2024-11-13T10:21:46,477 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2aec34bf5d7b5fe150f24eec293ce644, server=770665a7984d,37889,1731493294807}] 2024-11-13T10:21:46,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:21:46,631 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731493305901.2aec34bf5d7b5fe150f24eec293ce644. 2024-11-13T10:21:46,631 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2aec34bf5d7b5fe150f24eec293ce644, NAME => 'test,,1731493305901.2aec34bf5d7b5fe150f24eec293ce644.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:21:46,632 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T10:21:46,632 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T10:21:46,632 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2aec34bf5d7b5fe150f24eec293ce644 2024-11-13T10:21:46,632 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731493305901.2aec34bf5d7b5fe150f24eec293ce644.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:21:46,632 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2aec34bf5d7b5fe150f24eec293ce644 2024-11-13T10:21:46,632 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2aec34bf5d7b5fe150f24eec293ce644 2024-11-13T10:21:46,633 INFO [StoreOpener-2aec34bf5d7b5fe150f24eec293ce644-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2aec34bf5d7b5fe150f24eec293ce644 2024-11-13T10:21:46,634 INFO [StoreOpener-2aec34bf5d7b5fe150f24eec293ce644-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2aec34bf5d7b5fe150f24eec293ce644 columnFamilyName f 2024-11-13T10:21:46,634 DEBUG [StoreOpener-2aec34bf5d7b5fe150f24eec293ce644-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:46,634 INFO [StoreOpener-2aec34bf5d7b5fe150f24eec293ce644-1 {}] regionserver.HStore(327): Store=2aec34bf5d7b5fe150f24eec293ce644/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:21:46,635 INFO [StoreOpener-2aec34bf5d7b5fe150f24eec293ce644-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2aec34bf5d7b5fe150f24eec293ce644 2024-11-13T10:21:46,635 INFO [StoreOpener-2aec34bf5d7b5fe150f24eec293ce644-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2aec34bf5d7b5fe150f24eec293ce644 columnFamilyName f1 2024-11-13T10:21:46,635 DEBUG [StoreOpener-2aec34bf5d7b5fe150f24eec293ce644-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:46,636 INFO [StoreOpener-2aec34bf5d7b5fe150f24eec293ce644-1 {}] regionserver.HStore(327): Store=2aec34bf5d7b5fe150f24eec293ce644/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:21:46,636 INFO [StoreOpener-2aec34bf5d7b5fe150f24eec293ce644-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2aec34bf5d7b5fe150f24eec293ce644 2024-11-13T10:21:46,636 INFO [StoreOpener-2aec34bf5d7b5fe150f24eec293ce644-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2aec34bf5d7b5fe150f24eec293ce644 columnFamilyName norep 2024-11-13T10:21:46,636 DEBUG [StoreOpener-2aec34bf5d7b5fe150f24eec293ce644-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:46,637 INFO [StoreOpener-2aec34bf5d7b5fe150f24eec293ce644-1 {}] regionserver.HStore(327): Store=2aec34bf5d7b5fe150f24eec293ce644/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:21:46,637 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2aec34bf5d7b5fe150f24eec293ce644 2024-11-13T10:21:46,637 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/data/default/test/2aec34bf5d7b5fe150f24eec293ce644 2024-11-13T10:21:46,638 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/data/default/test/2aec34bf5d7b5fe150f24eec293ce644 2024-11-13T10:21:46,638 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2aec34bf5d7b5fe150f24eec293ce644 2024-11-13T10:21:46,638 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2aec34bf5d7b5fe150f24eec293ce644 2024-11-13T10:21:46,639 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T10:21:46,640 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2aec34bf5d7b5fe150f24eec293ce644 2024-11-13T10:21:46,641 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/data/default/test/2aec34bf5d7b5fe150f24eec293ce644/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:21:46,642 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2aec34bf5d7b5fe150f24eec293ce644; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68892332, jitterRate=0.026575744152069092}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T10:21:46,642 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2aec34bf5d7b5fe150f24eec293ce644 2024-11-13T10:21:46,642 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2aec34bf5d7b5fe150f24eec293ce644: Running coprocessor pre-open hook at 1731493306632Writing region info on filesystem at 1731493306632Initializing all the Stores at 1731493306633 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493306633Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493306633Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493306633Cleaning up temporary data from old regions at 1731493306638 (+5 ms)Running coprocessor post-open hooks at 1731493306642 (+4 ms)Region opened successfully at 1731493306642 2024-11-13T10:21:46,643 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731493305901.2aec34bf5d7b5fe150f24eec293ce644., pid=6, masterSystemTime=1731493306629 2024-11-13T10:21:46,645 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731493305901.2aec34bf5d7b5fe150f24eec293ce644. 2024-11-13T10:21:46,645 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731493305901.2aec34bf5d7b5fe150f24eec293ce644. 2024-11-13T10:21:46,645 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2aec34bf5d7b5fe150f24eec293ce644, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=770665a7984d,37889,1731493294807 2024-11-13T10:21:46,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2aec34bf5d7b5fe150f24eec293ce644, server=770665a7984d,37889,1731493294807 because future has completed 2024-11-13T10:21:46,650 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T10:21:46,650 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2aec34bf5d7b5fe150f24eec293ce644, server=770665a7984d,37889,1731493294807 in 171 msec 2024-11-13T10:21:46,651 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T10:21:46,651 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2aec34bf5d7b5fe150f24eec293ce644, ASSIGN in 329 msec 2024-11-13T10:21:46,652 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T10:21:46,652 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731493306652"}]},"ts":"1731493306652"} 2024-11-13T10:21:46,654 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T10:21:46,655 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T10:21:46,656 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 754 msec 2024-11-13T10:21:47,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:21:47,042 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T10:21:47,042 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:21:47,043 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,41603,1731493298607 2024-11-13T10:21:47,043 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d2b017c 2024-11-13T10:21:47,043 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:21:47,044 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T10:21:47,045 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41603 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T10:21:47,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41603 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T10:21:47,047 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T10:21:47,047 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:47,047 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41603 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T10:21:47,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:21:47,048 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T10:21:47,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37159 is added to blk_1073741835_1011 (size=902) 2024-11-13T10:21:47,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:21:47,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:21:47,454 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8fa320ab142537c8a811553b6412bd2b, NAME => 'test,,1731493307044.8fa320ab142537c8a811553b6412bd2b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74 2024-11-13T10:21:47,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37159 is added to blk_1073741836_1012 (size=39) 2024-11-13T10:21:47,458 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731493307044.8fa320ab142537c8a811553b6412bd2b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:21:47,458 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8fa320ab142537c8a811553b6412bd2b, disabling compactions & flushes 2024-11-13T10:21:47,458 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731493307044.8fa320ab142537c8a811553b6412bd2b. 2024-11-13T10:21:47,458 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731493307044.8fa320ab142537c8a811553b6412bd2b. 2024-11-13T10:21:47,458 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731493307044.8fa320ab142537c8a811553b6412bd2b. after waiting 0 ms 2024-11-13T10:21:47,458 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731493307044.8fa320ab142537c8a811553b6412bd2b. 2024-11-13T10:21:47,458 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731493307044.8fa320ab142537c8a811553b6412bd2b. 2024-11-13T10:21:47,458 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8fa320ab142537c8a811553b6412bd2b: Waiting for close lock at 1731493307458Disabling compacts and flushes for region at 1731493307458Disabling writes for close at 1731493307458Writing region close event to WAL at 1731493307458Closed at 1731493307458 2024-11-13T10:21:47,460 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T10:21:47,460 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731493307044.8fa320ab142537c8a811553b6412bd2b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731493307460"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731493307460"}]},"ts":"1731493307460"} 2024-11-13T10:21:47,462 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T10:21:47,462 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T10:21:47,463 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731493307462"}]},"ts":"1731493307462"} 2024-11-13T10:21:47,464 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T10:21:47,464 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8fa320ab142537c8a811553b6412bd2b, ASSIGN}] 2024-11-13T10:21:47,465 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8fa320ab142537c8a811553b6412bd2b, ASSIGN 2024-11-13T10:21:47,466 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8fa320ab142537c8a811553b6412bd2b, ASSIGN; state=OFFLINE, location=770665a7984d,37409,1731493298646; forceNewPlan=false, retain=false 2024-11-13T10:21:47,616 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8fa320ab142537c8a811553b6412bd2b, regionState=OPENING, regionLocation=770665a7984d,37409,1731493298646 2024-11-13T10:21:47,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8fa320ab142537c8a811553b6412bd2b, ASSIGN because future has completed 2024-11-13T10:21:47,618 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8fa320ab142537c8a811553b6412bd2b, server=770665a7984d,37409,1731493298646}] 2024-11-13T10:21:47,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:21:47,773 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731493307044.8fa320ab142537c8a811553b6412bd2b. 2024-11-13T10:21:47,773 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8fa320ab142537c8a811553b6412bd2b, NAME => 'test,,1731493307044.8fa320ab142537c8a811553b6412bd2b.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:21:47,774 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T10:21:47,774 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T10:21:47,774 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8fa320ab142537c8a811553b6412bd2b 2024-11-13T10:21:47,774 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731493307044.8fa320ab142537c8a811553b6412bd2b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:21:47,774 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8fa320ab142537c8a811553b6412bd2b 2024-11-13T10:21:47,774 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8fa320ab142537c8a811553b6412bd2b 2024-11-13T10:21:47,775 INFO [StoreOpener-8fa320ab142537c8a811553b6412bd2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8fa320ab142537c8a811553b6412bd2b 2024-11-13T10:21:47,776 INFO [StoreOpener-8fa320ab142537c8a811553b6412bd2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fa320ab142537c8a811553b6412bd2b columnFamilyName f 2024-11-13T10:21:47,776 DEBUG [StoreOpener-8fa320ab142537c8a811553b6412bd2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:47,777 INFO [StoreOpener-8fa320ab142537c8a811553b6412bd2b-1 {}] regionserver.HStore(327): Store=8fa320ab142537c8a811553b6412bd2b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:21:47,777 INFO [StoreOpener-8fa320ab142537c8a811553b6412bd2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8fa320ab142537c8a811553b6412bd2b 2024-11-13T10:21:47,777 INFO [StoreOpener-8fa320ab142537c8a811553b6412bd2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fa320ab142537c8a811553b6412bd2b columnFamilyName f1 2024-11-13T10:21:47,778 DEBUG [StoreOpener-8fa320ab142537c8a811553b6412bd2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:47,778 INFO [StoreOpener-8fa320ab142537c8a811553b6412bd2b-1 {}] regionserver.HStore(327): Store=8fa320ab142537c8a811553b6412bd2b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:21:47,778 INFO [StoreOpener-8fa320ab142537c8a811553b6412bd2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8fa320ab142537c8a811553b6412bd2b 2024-11-13T10:21:47,779 INFO [StoreOpener-8fa320ab142537c8a811553b6412bd2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fa320ab142537c8a811553b6412bd2b columnFamilyName norep 2024-11-13T10:21:47,779 DEBUG [StoreOpener-8fa320ab142537c8a811553b6412bd2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:47,779 INFO [StoreOpener-8fa320ab142537c8a811553b6412bd2b-1 {}] regionserver.HStore(327): Store=8fa320ab142537c8a811553b6412bd2b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:21:47,779 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8fa320ab142537c8a811553b6412bd2b 2024-11-13T10:21:47,780 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/data/default/test/8fa320ab142537c8a811553b6412bd2b 2024-11-13T10:21:47,780 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/data/default/test/8fa320ab142537c8a811553b6412bd2b 2024-11-13T10:21:47,780 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8fa320ab142537c8a811553b6412bd2b 2024-11-13T10:21:47,781 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8fa320ab142537c8a811553b6412bd2b 2024-11-13T10:21:47,781 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T10:21:47,782 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8fa320ab142537c8a811553b6412bd2b 2024-11-13T10:21:47,783 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/data/default/test/8fa320ab142537c8a811553b6412bd2b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:21:47,783 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8fa320ab142537c8a811553b6412bd2b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59579132, jitterRate=-0.1122017502784729}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T10:21:47,783 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8fa320ab142537c8a811553b6412bd2b 2024-11-13T10:21:47,784 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8fa320ab142537c8a811553b6412bd2b: Running coprocessor pre-open hook at 1731493307774Writing region info on filesystem at 1731493307774Initializing all the Stores at 1731493307775 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493307775Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493307775Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493307775Cleaning up temporary data from old regions at 1731493307781 (+6 ms)Running coprocessor post-open hooks at 1731493307783 (+2 ms)Region opened successfully at 1731493307784 (+1 ms) 2024-11-13T10:21:47,784 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731493307044.8fa320ab142537c8a811553b6412bd2b., pid=6, masterSystemTime=1731493307770 2024-11-13T10:21:47,786 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731493307044.8fa320ab142537c8a811553b6412bd2b. 2024-11-13T10:21:47,786 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731493307044.8fa320ab142537c8a811553b6412bd2b. 2024-11-13T10:21:47,787 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8fa320ab142537c8a811553b6412bd2b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=770665a7984d,37409,1731493298646 2024-11-13T10:21:47,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8fa320ab142537c8a811553b6412bd2b, server=770665a7984d,37409,1731493298646 because future has completed 2024-11-13T10:21:47,791 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T10:21:47,791 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8fa320ab142537c8a811553b6412bd2b, server=770665a7984d,37409,1731493298646 in 171 msec 2024-11-13T10:21:47,793 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T10:21:47,793 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8fa320ab142537c8a811553b6412bd2b, ASSIGN in 327 msec 2024-11-13T10:21:47,793 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T10:21:47,794 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731493307794"}]},"ts":"1731493307794"} 2024-11-13T10:21:47,795 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T10:21:47,796 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T10:21:47,797 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 751 msec 2024-11-13T10:21:48,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:21:48,182 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T10:21:48,182 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:21:48,183 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,33733,1731493302812 2024-11-13T10:21:48,183 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c314b4d 2024-11-13T10:21:48,183 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:21:48,184 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T10:21:48,185 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33733 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T10:21:48,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33733 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T10:21:48,187 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T10:21:48,187 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:48,187 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33733 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T10:21:48,188 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T10:21:48,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:21:48,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35225 is added to blk_1073741835_1011 (size=902) 2024-11-13T10:21:48,200 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bbf274892357d445ef5dd8bd0446c500, NAME => 'test,,1731493308185.bbf274892357d445ef5dd8bd0446c500.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94 2024-11-13T10:21:48,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35225 is added to blk_1073741836_1012 (size=39) 2024-11-13T10:21:48,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:21:48,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:21:48,609 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731493308185.bbf274892357d445ef5dd8bd0446c500.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:21:48,609 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing bbf274892357d445ef5dd8bd0446c500, disabling compactions & flushes 2024-11-13T10:21:48,609 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731493308185.bbf274892357d445ef5dd8bd0446c500. 2024-11-13T10:21:48,609 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731493308185.bbf274892357d445ef5dd8bd0446c500. 2024-11-13T10:21:48,609 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731493308185.bbf274892357d445ef5dd8bd0446c500. after waiting 0 ms 2024-11-13T10:21:48,609 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731493308185.bbf274892357d445ef5dd8bd0446c500. 2024-11-13T10:21:48,609 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731493308185.bbf274892357d445ef5dd8bd0446c500. 2024-11-13T10:21:48,609 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for bbf274892357d445ef5dd8bd0446c500: Waiting for close lock at 1731493308609Disabling compacts and flushes for region at 1731493308609Disabling writes for close at 1731493308609Writing region close event to WAL at 1731493308609Closed at 1731493308609 2024-11-13T10:21:48,610 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T10:21:48,610 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731493308185.bbf274892357d445ef5dd8bd0446c500.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731493308610"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731493308610"}]},"ts":"1731493308610"} 2024-11-13T10:21:48,612 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T10:21:48,612 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T10:21:48,613 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731493308612"}]},"ts":"1731493308612"} 2024-11-13T10:21:48,614 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T10:21:48,614 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bbf274892357d445ef5dd8bd0446c500, ASSIGN}] 2024-11-13T10:21:48,615 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bbf274892357d445ef5dd8bd0446c500, ASSIGN 2024-11-13T10:21:48,616 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=bbf274892357d445ef5dd8bd0446c500, ASSIGN; state=OFFLINE, location=770665a7984d,35175,1731493302855; forceNewPlan=false, retain=false 2024-11-13T10:21:48,766 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bbf274892357d445ef5dd8bd0446c500, regionState=OPENING, regionLocation=770665a7984d,35175,1731493302855 2024-11-13T10:21:48,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=bbf274892357d445ef5dd8bd0446c500, ASSIGN because future has completed 2024-11-13T10:21:48,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bbf274892357d445ef5dd8bd0446c500, server=770665a7984d,35175,1731493302855}] 2024-11-13T10:21:48,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:21:48,923 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731493308185.bbf274892357d445ef5dd8bd0446c500. 2024-11-13T10:21:48,924 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => bbf274892357d445ef5dd8bd0446c500, NAME => 'test,,1731493308185.bbf274892357d445ef5dd8bd0446c500.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:21:48,924 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T10:21:48,924 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T10:21:48,924 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test bbf274892357d445ef5dd8bd0446c500 2024-11-13T10:21:48,924 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731493308185.bbf274892357d445ef5dd8bd0446c500.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:21:48,925 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for bbf274892357d445ef5dd8bd0446c500 2024-11-13T10:21:48,925 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for bbf274892357d445ef5dd8bd0446c500 2024-11-13T10:21:48,928 INFO [StoreOpener-bbf274892357d445ef5dd8bd0446c500-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region bbf274892357d445ef5dd8bd0446c500 2024-11-13T10:21:48,929 INFO [StoreOpener-bbf274892357d445ef5dd8bd0446c500-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bbf274892357d445ef5dd8bd0446c500 columnFamilyName f 2024-11-13T10:21:48,930 DEBUG [StoreOpener-bbf274892357d445ef5dd8bd0446c500-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:48,930 INFO [StoreOpener-bbf274892357d445ef5dd8bd0446c500-1 {}] regionserver.HStore(327): Store=bbf274892357d445ef5dd8bd0446c500/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:21:48,930 INFO [StoreOpener-bbf274892357d445ef5dd8bd0446c500-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region bbf274892357d445ef5dd8bd0446c500 2024-11-13T10:21:48,931 INFO [StoreOpener-bbf274892357d445ef5dd8bd0446c500-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bbf274892357d445ef5dd8bd0446c500 columnFamilyName f1 2024-11-13T10:21:48,931 DEBUG [StoreOpener-bbf274892357d445ef5dd8bd0446c500-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:48,932 INFO [StoreOpener-bbf274892357d445ef5dd8bd0446c500-1 {}] regionserver.HStore(327): Store=bbf274892357d445ef5dd8bd0446c500/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:21:48,932 INFO [StoreOpener-bbf274892357d445ef5dd8bd0446c500-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region bbf274892357d445ef5dd8bd0446c500 2024-11-13T10:21:48,932 INFO [StoreOpener-bbf274892357d445ef5dd8bd0446c500-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bbf274892357d445ef5dd8bd0446c500 columnFamilyName norep 2024-11-13T10:21:48,933 DEBUG [StoreOpener-bbf274892357d445ef5dd8bd0446c500-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:48,935 INFO [StoreOpener-bbf274892357d445ef5dd8bd0446c500-1 {}] regionserver.HStore(327): Store=bbf274892357d445ef5dd8bd0446c500/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:21:48,935 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for bbf274892357d445ef5dd8bd0446c500 2024-11-13T10:21:48,936 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/data/default/test/bbf274892357d445ef5dd8bd0446c500 2024-11-13T10:21:48,936 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/data/default/test/bbf274892357d445ef5dd8bd0446c500 2024-11-13T10:21:48,937 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for bbf274892357d445ef5dd8bd0446c500 2024-11-13T10:21:48,937 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for bbf274892357d445ef5dd8bd0446c500 2024-11-13T10:21:48,937 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T10:21:48,938 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for bbf274892357d445ef5dd8bd0446c500 2024-11-13T10:21:48,940 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/data/default/test/bbf274892357d445ef5dd8bd0446c500/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:21:48,940 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened bbf274892357d445ef5dd8bd0446c500; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63881825, jitterRate=-0.04808662831783295}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T10:21:48,941 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bbf274892357d445ef5dd8bd0446c500 2024-11-13T10:21:48,941 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for bbf274892357d445ef5dd8bd0446c500: Running coprocessor pre-open hook at 1731493308925Writing region info on filesystem at 1731493308925Initializing all the Stores at 1731493308925Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493308925Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493308928 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493308928Cleaning up temporary data from old regions at 1731493308937 (+9 ms)Running coprocessor post-open hooks at 1731493308941 (+4 ms)Region opened successfully at 1731493308941 2024-11-13T10:21:48,941 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731493308185.bbf274892357d445ef5dd8bd0446c500., pid=6, masterSystemTime=1731493308920 2024-11-13T10:21:48,944 DEBUG [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731493308185.bbf274892357d445ef5dd8bd0446c500. 2024-11-13T10:21:48,944 INFO [RS_OPEN_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731493308185.bbf274892357d445ef5dd8bd0446c500. 2024-11-13T10:21:48,944 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bbf274892357d445ef5dd8bd0446c500, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=770665a7984d,35175,1731493302855 2024-11-13T10:21:48,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bbf274892357d445ef5dd8bd0446c500, server=770665a7984d,35175,1731493302855 because future has completed 2024-11-13T10:21:48,948 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T10:21:48,948 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure bbf274892357d445ef5dd8bd0446c500, server=770665a7984d,35175,1731493302855 in 178 msec 2024-11-13T10:21:48,950 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T10:21:48,950 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=bbf274892357d445ef5dd8bd0446c500, ASSIGN in 334 msec 2024-11-13T10:21:48,951 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T10:21:48,951 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731493308951"}]},"ts":"1731493308951"} 2024-11-13T10:21:48,953 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T10:21:48,953 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T10:21:48,955 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 768 msec 2024-11-13T10:21:49,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33733 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T10:21:49,322 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T10:21:49,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5181d241, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:49,323 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,42773,-1 for getting cluster id 2024-11-13T10:21:49,324 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:21:49,325 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c6838c65-1013-4438-8ea7-70e794556e6a' 2024-11-13T10:21:49,325 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:21:49,325 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c6838c65-1013-4438-8ea7-70e794556e6a" 2024-11-13T10:21:49,325 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fbf8b6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:49,325 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,42773,-1] 2024-11-13T10:21:49,325 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:21:49,325 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:49,326 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:21:49,327 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c8c4a14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:49,327 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:21:49,328 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,42773,1731493294740 2024-11-13T10:21:49,328 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@213b6d98 2024-11-13T10:21:49,328 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:21:49,329 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T10:21:49,330 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42773 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://770665a7984d:41603,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T10:21:49,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42773 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T10:21:49,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T10:21:49,334 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='770665a7984d:41603' 2024-11-13T10:21:49,336 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@435cc675, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:49,336 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,41603,-1 for getting cluster id 2024-11-13T10:21:49,336 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:21:49,336 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0b6c1c10-f9a4-449d-ba99-59cacab23ab6' 2024-11-13T10:21:49,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:21:49,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0b6c1c10-f9a4-449d-ba99-59cacab23ab6" 2024-11-13T10:21:49,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6edb6405, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:49,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,41603,-1] 2024-11-13T10:21:49,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:21:49,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:49,338 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:21:49,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47e881bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:49,338 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:21:49,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,41603,1731493298607 2024-11-13T10:21:49,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f6fd1ba 2024-11-13T10:21:49,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:21:49,340 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T10:21:49,341 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T10:21:49,341 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T10:21:49,341 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:49,341 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:49,341 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:21:49,342 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T10:21:49,343 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T10:21:49,344 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T10:21:49,344 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:49,344 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T10:21:49,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44831 is added to blk_1073741837_1013 (size=1138) 2024-11-13T10:21:49,393 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T10:21:49,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T10:21:49,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T10:21:49,750 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b8212aebc3247240a9752b5823bae787, NAME => 'hbase:replication,,1731493309342.b8212aebc3247240a9752b5823bae787.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98 2024-11-13T10:21:49,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44831 is added to blk_1073741838_1014 (size=44) 2024-11-13T10:21:49,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T10:21:50,156 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731493309342.b8212aebc3247240a9752b5823bae787.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:21:50,156 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b8212aebc3247240a9752b5823bae787, disabling compactions & flushes 2024-11-13T10:21:50,156 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731493309342.b8212aebc3247240a9752b5823bae787. 2024-11-13T10:21:50,156 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731493309342.b8212aebc3247240a9752b5823bae787. 2024-11-13T10:21:50,156 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731493309342.b8212aebc3247240a9752b5823bae787. after waiting 0 ms 2024-11-13T10:21:50,156 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731493309342.b8212aebc3247240a9752b5823bae787. 2024-11-13T10:21:50,156 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731493309342.b8212aebc3247240a9752b5823bae787. 2024-11-13T10:21:50,156 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b8212aebc3247240a9752b5823bae787: Waiting for close lock at 1731493310156Disabling compacts and flushes for region at 1731493310156Disabling writes for close at 1731493310156Writing region close event to WAL at 1731493310156Closed at 1731493310156 2024-11-13T10:21:50,157 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T10:21:50,158 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731493309342.b8212aebc3247240a9752b5823bae787.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731493310157"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731493310157"}]},"ts":"1731493310157"} 2024-11-13T10:21:50,159 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T10:21:50,160 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T10:21:50,160 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731493310160"}]},"ts":"1731493310160"} 2024-11-13T10:21:50,161 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T10:21:50,162 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b8212aebc3247240a9752b5823bae787, ASSIGN}] 2024-11-13T10:21:50,162 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b8212aebc3247240a9752b5823bae787, ASSIGN 2024-11-13T10:21:50,163 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b8212aebc3247240a9752b5823bae787, ASSIGN; state=OFFLINE, location=770665a7984d,37889,1731493294807; forceNewPlan=false, retain=false 2024-11-13T10:21:50,313 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b8212aebc3247240a9752b5823bae787, regionState=OPENING, regionLocation=770665a7984d,37889,1731493294807 2024-11-13T10:21:50,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b8212aebc3247240a9752b5823bae787, ASSIGN because future has completed 2024-11-13T10:21:50,316 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b8212aebc3247240a9752b5823bae787, server=770665a7984d,37889,1731493294807}] 2024-11-13T10:21:50,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T10:21:50,471 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731493309342.b8212aebc3247240a9752b5823bae787. 2024-11-13T10:21:50,472 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T10:21:50,472 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T10:21:50,473 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=770665a7984d%2C37889%2C1731493294807.rep, suffix=, logDir=hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/WALs/770665a7984d,37889,1731493294807, archiveDir=hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/oldWALs, maxLogs=10 2024-11-13T10:21:50,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/WALs/770665a7984d,37889,1731493294807/770665a7984d%2C37889%2C1731493294807.rep.1731493310473, exclude list is [], retry=0 2024-11-13T10:21:50,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44831,DS-339fed1c-c93e-4149-a769-9f23be4afb08,DISK] 2024-11-13T10:21:50,489 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/WALs/770665a7984d,37889,1731493294807/770665a7984d%2C37889%2C1731493294807.rep.1731493310473 2024-11-13T10:21:50,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34599:34599)] 2024-11-13T10:21:50,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b8212aebc3247240a9752b5823bae787, NAME => 'hbase:replication,,1731493309342.b8212aebc3247240a9752b5823bae787.', STARTKEY => '', ENDKEY => ''} 2024-11-13T10:21:50,489 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T10:21:50,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T10:21:50,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731493309342.b8212aebc3247240a9752b5823bae787. service=MultiRowMutationService 2024-11-13T10:21:50,490 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T10:21:50,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b8212aebc3247240a9752b5823bae787 2024-11-13T10:21:50,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731493309342.b8212aebc3247240a9752b5823bae787.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T10:21:50,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b8212aebc3247240a9752b5823bae787 2024-11-13T10:21:50,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b8212aebc3247240a9752b5823bae787 2024-11-13T10:21:50,491 INFO [StoreOpener-b8212aebc3247240a9752b5823bae787-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b8212aebc3247240a9752b5823bae787 2024-11-13T10:21:50,492 INFO [StoreOpener-b8212aebc3247240a9752b5823bae787-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8212aebc3247240a9752b5823bae787 columnFamilyName hfileref 2024-11-13T10:21:50,492 DEBUG [StoreOpener-b8212aebc3247240a9752b5823bae787-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:50,492 INFO [StoreOpener-b8212aebc3247240a9752b5823bae787-1 {}] regionserver.HStore(327): Store=b8212aebc3247240a9752b5823bae787/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:21:50,492 INFO [StoreOpener-b8212aebc3247240a9752b5823bae787-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b8212aebc3247240a9752b5823bae787 2024-11-13T10:21:50,493 INFO [StoreOpener-b8212aebc3247240a9752b5823bae787-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8212aebc3247240a9752b5823bae787 columnFamilyName queue 2024-11-13T10:21:50,493 DEBUG [StoreOpener-b8212aebc3247240a9752b5823bae787-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:50,493 INFO [StoreOpener-b8212aebc3247240a9752b5823bae787-1 {}] regionserver.HStore(327): Store=b8212aebc3247240a9752b5823bae787/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:21:50,493 INFO [StoreOpener-b8212aebc3247240a9752b5823bae787-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b8212aebc3247240a9752b5823bae787 2024-11-13T10:21:50,494 INFO [StoreOpener-b8212aebc3247240a9752b5823bae787-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8212aebc3247240a9752b5823bae787 columnFamilyName sid 2024-11-13T10:21:50,494 DEBUG [StoreOpener-b8212aebc3247240a9752b5823bae787-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T10:21:50,494 INFO [StoreOpener-b8212aebc3247240a9752b5823bae787-1 {}] regionserver.HStore(327): Store=b8212aebc3247240a9752b5823bae787/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T10:21:50,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b8212aebc3247240a9752b5823bae787 2024-11-13T10:21:50,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/data/hbase/replication/b8212aebc3247240a9752b5823bae787 2024-11-13T10:21:50,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/data/hbase/replication/b8212aebc3247240a9752b5823bae787 2024-11-13T10:21:50,496 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b8212aebc3247240a9752b5823bae787 2024-11-13T10:21:50,496 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b8212aebc3247240a9752b5823bae787 2024-11-13T10:21:50,496 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T10:21:50,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b8212aebc3247240a9752b5823bae787 2024-11-13T10:21:50,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/data/hbase/replication/b8212aebc3247240a9752b5823bae787/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T10:21:50,499 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b8212aebc3247240a9752b5823bae787; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70619319, jitterRate=0.052309855818748474}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T10:21:50,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b8212aebc3247240a9752b5823bae787 2024-11-13T10:21:50,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b8212aebc3247240a9752b5823bae787: Running coprocessor pre-open hook at 1731493310490Writing region info on filesystem at 1731493310490Initializing all the Stores at 1731493310491 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493310491Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493310491Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731493310491Cleaning up temporary data from old regions at 1731493310496 (+5 ms)Running coprocessor post-open hooks at 1731493310499 (+3 ms)Region opened successfully at 1731493310499 2024-11-13T10:21:50,500 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731493309342.b8212aebc3247240a9752b5823bae787., pid=10, masterSystemTime=1731493310468 2024-11-13T10:21:50,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731493309342.b8212aebc3247240a9752b5823bae787. 2024-11-13T10:21:50,501 INFO [RS_OPEN_PRIORITY_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731493309342.b8212aebc3247240a9752b5823bae787. 2024-11-13T10:21:50,502 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b8212aebc3247240a9752b5823bae787, regionState=OPEN, openSeqNum=2, regionLocation=770665a7984d,37889,1731493294807 2024-11-13T10:21:50,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b8212aebc3247240a9752b5823bae787, server=770665a7984d,37889,1731493294807 because future has completed 2024-11-13T10:21:50,505 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T10:21:50,505 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b8212aebc3247240a9752b5823bae787, server=770665a7984d,37889,1731493294807 in 188 msec 2024-11-13T10:21:50,507 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T10:21:50,507 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b8212aebc3247240a9752b5823bae787, ASSIGN in 343 msec 2024-11-13T10:21:50,507 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T10:21:50,508 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731493310507"}]},"ts":"1731493310507"} 2024-11-13T10:21:50,509 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T10:21:50,509 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T10:21:50,510 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1670 sec 2024-11-13T10:21:50,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731493309342.b8212aebc3247240a9752b5823bae787., hostname=770665a7984d,37889,1731493294807, seqNum=2] 2024-11-13T10:21:50,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37889-0x10110d8d8cb0001, quorum=127.0.0.1:50677, baseZNode=/0-1482303142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1482303142 2024-11-13T10:21:50,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42773-0x10110d8d8cb0000, quorum=127.0.0.1:50677, baseZNode=/0-1482303142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1482303142 2024-11-13T10:21:50,564 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T10:21:50,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T10:21:50,717 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T10:21:50,746 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-770665a7984d,37889,1731493294807, ReplicationSource: 1, currentBandwidth=0 2024-11-13T10:21:50,747 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:21:50,747 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,37889,1731493294807, seqNum=-1] 2024-11-13T10:21:50,747 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:21:50,748 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54341, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-13T10:21:50,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-770665a7984d,37889,1731493294807', locateType=CURRENT is [region=hbase:replication,,1731493309342.b8212aebc3247240a9752b5823bae787., hostname=770665a7984d,37889,1731493294807, seqNum=2] 2024-11-13T10:21:50,752 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T10:21:50,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42773 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T10:21:50,754 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 770665a7984d,37889,1731493294807 suceeded 2024-11-13T10:21:50,755 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T10:21:50,755 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-13T10:21:50,755 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://770665a7984d:41603,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T10:21:50,757 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4250 sec 2024-11-13T10:21:50,768 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,37889,1731493294807 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='770665a7984d:41603' 2024-11-13T10:21:50,769 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,37889,1731493294807 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69fb0f37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:50,769 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,37889,1731493294807 {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,41603,-1 for getting cluster id 2024-11-13T10:21:50,769 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,37889,1731493294807 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:21:50,769 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0b6c1c10-f9a4-449d-ba99-59cacab23ab6' 2024-11-13T10:21:50,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:21:50,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0b6c1c10-f9a4-449d-ba99-59cacab23ab6" 2024-11-13T10:21:50,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@221c9e84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:50,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,41603,-1] 2024-11-13T10:21:50,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:21:50,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:50,771 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:21:50,771 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,37889,1731493294807 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2bc50f3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:50,771 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,37889,1731493294807 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:21:50,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,41603,1731493298607 2024-11-13T10:21:50,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@174553a7 2024-11-13T10:21:50,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:21:50,773 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-13T10:21:50,773 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,37889,1731493294807 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-770665a7984d,37889,1731493294807 (queues=1) is replicating from cluster=c6838c65-1013-4438-8ea7-70e794556e6a to cluster=0b6c1c10-f9a4-449d-ba99-59cacab23ab6 2024-11-13T10:21:50,773 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,37889,1731493294807 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=770665a7984d%2C37889%2C1731493294807 2024-11-13T10:21:50,774 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,37889,1731493294807 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-770665a7984d,37889,1731493294807, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T10:21:50,774 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,37889,1731493294807.replicationSource.wal-reader.770665a7984d%2C37889%2C1731493294807,1-770665a7984d,37889,1731493294807 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/WALs/770665a7984d,37889,1731493294807/770665a7984d%2C37889%2C1731493294807.1731493296801, startPosition=0, beingWritten=true 2024-11-13T10:21:50,775 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,37889,1731493294807.replicationSource.shipper770665a7984d%2C37889%2C1731493294807,1-770665a7984d,37889,1731493294807 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 770665a7984d%2C37889%2C1731493294807 2024-11-13T10:21:50,780 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,37889,1731493294807.replicationSource.wal-reader.770665a7984d%2C37889%2C1731493294807,1-770665a7984d,37889,1731493294807 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T10:21:50,780 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,37889,1731493294807.replicationSource.wal-reader.770665a7984d%2C37889%2C1731493294807,1-770665a7984d,37889,1731493294807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/WALs/770665a7984d,37889,1731493294807/770665a7984d%2C37889%2C1731493294807.1731493296801 to pos 379, reset compression=false 2024-11-13T10:21:50,780 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,37889,1731493294807.replicationSource.shipper770665a7984d%2C37889%2C1731493294807,1-770665a7984d,37889,1731493294807 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-770665a7984d,37889,1731493294807 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/WALs/770665a7984d,37889,1731493294807/770665a7984d%2C37889%2C1731493294807.1731493296801, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T10:21:50,984 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,37889,1731493294807.replicationSource.wal-reader.770665a7984d%2C37889%2C1731493294807,1-770665a7984d,37889,1731493294807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/WALs/770665a7984d,37889,1731493294807/770665a7984d%2C37889%2C1731493294807.1731493296801 to pos 379, reset compression=false 2024-11-13T10:21:51,287 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T10:21:51,287 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,37889,1731493294807.replicationSource.wal-reader.770665a7984d%2C37889%2C1731493294807,1-770665a7984d,37889,1731493294807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/WALs/770665a7984d,37889,1731493294807/770665a7984d%2C37889%2C1731493294807.1731493296801 to pos 379, reset compression=false 2024-11-13T10:21:51,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:51,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:51,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:51,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:51,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:51,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:51,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:51,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:51,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:51,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:51,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:51,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:51,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:51,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:51,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:51,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:51,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:21:51,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T10:21:51,482 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T10:21:51,482 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T10:21:51,483 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:21:51,483 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:51,483 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:51,483 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:21:51,483 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37691d0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:51,483 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,42773,-1 for getting cluster id 2024-11-13T10:21:51,484 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:21:51,484 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c6838c65-1013-4438-8ea7-70e794556e6a' 2024-11-13T10:21:51,484 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:21:51,484 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c6838c65-1013-4438-8ea7-70e794556e6a" 2024-11-13T10:21:51,485 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31ddad8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:51,485 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,42773,-1] 2024-11-13T10:21:51,485 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:21:51,485 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:51,486 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:21:51,486 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a60e6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:51,487 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@459f22dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:51,487 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,41603,-1 for getting cluster id 2024-11-13T10:21:51,487 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:21:51,487 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0b6c1c10-f9a4-449d-ba99-59cacab23ab6' 2024-11-13T10:21:51,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:21:51,488 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0b6c1c10-f9a4-449d-ba99-59cacab23ab6" 2024-11-13T10:21:51,488 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@739cb3ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:51,488 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,41603,-1] 2024-11-13T10:21:51,488 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:21:51,488 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:51,488 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:21:51,489 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fb5f0cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:51,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@357dd82e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:51,494 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,33733,-1 for getting cluster id 2024-11-13T10:21:51,494 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:21:51,495 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f866e199-4840-4586-9042-5b911866b35b' 2024-11-13T10:21:51,495 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:21:51,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f866e199-4840-4586-9042-5b911866b35b" 2024-11-13T10:21:51,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@704e0381, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:51,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,33733,-1] 2024-11-13T10:21:51,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:21:51,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:51,497 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:21:51,497 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78cd3245, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:51,498 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:21:51,502 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731493311502/Put/seqid=0 2024-11-13T10:21:51,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44831 is added to blk_1073741840_1016 (size=7894) 2024-11-13T10:21:51,692 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,37889,1731493294807.replicationSource.wal-reader.770665a7984d%2C37889%2C1731493294807,1-770665a7984d,37889,1731493294807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/WALs/770665a7984d,37889,1731493294807/770665a7984d%2C37889%2C1731493294807.1731493296801 to pos 379, reset compression=false 2024-11-13T10:21:51,909 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731493311908/Put/seqid=0 2024-11-13T10:21:51,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44831 is added to blk_1073741841_1017 (size=7691) 2024-11-13T10:21:52,191 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:21:52,192 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [770665a7984d,36187,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=770665a7984d:36187 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T10:21:52,192 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128934 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [770665a7984d,36187,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=770665a7984d:36187 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T10:21:52,207 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,37889,1731493294807.replicationSource.wal-reader.770665a7984d%2C37889%2C1731493294807,1-770665a7984d,37889,1731493294807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/WALs/770665a7984d,37889,1731493294807/770665a7984d%2C37889%2C1731493294807.1731493296801 to pos 379, reset compression=false 2024-11-13T10:21:52,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49f35ac8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:52,314 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,42773,-1 for getting cluster id 2024-11-13T10:21:52,314 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:21:52,315 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c6838c65-1013-4438-8ea7-70e794556e6a' 2024-11-13T10:21:52,315 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:21:52,315 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c6838c65-1013-4438-8ea7-70e794556e6a" 2024-11-13T10:21:52,315 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fd3bbd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:52,315 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,42773,-1] 2024-11-13T10:21:52,316 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:21:52,316 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:52,317 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:21:52,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@149168da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:52,317 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:21:52,318 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,37889,1731493294807, seqNum=-1] 2024-11-13T10:21:52,318 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:21:52,319 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:21:52,325 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:21:52,326 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,42773,1731493294740 2024-11-13T10:21:52,326 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28616555 2024-11-13T10:21:52,326 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:21:52,326 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T10:21:52,329 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731493305901.2aec34bf5d7b5fe150f24eec293ce644., hostname=770665a7984d,37889,1731493294807, seqNum=2] 2024-11-13T10:21:52,331 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T10:21:52,336 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-13T10:21:52,337 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-13T10:21:52,340 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37889 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 2aec34bf5d7b5fe150f24eec293ce644/f 2024-11-13T10:21:52,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37889 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-13T10:21:52,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37889 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T10:21:52,343 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37889 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 2aec34bf5d7b5fe150f24eec293ce644/f 2024-11-13T10:21:52,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37889 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-13T10:21:52,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37889 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T10:21:52,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37889 {}] regionserver.HRegion(2603): Flush status journal for 2aec34bf5d7b5fe150f24eec293ce644: 2024-11-13T10:21:52,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37889 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/staging/jenkins__test__nf37kp1lmmjbt35ptuf0joa03e6guluf9hob6vti4cbsst2po8iup7ome3k005ak/f/hfile_1 2024-11-13T10:21:52,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37889 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/staging/jenkins__test__nf37kp1lmmjbt35ptuf0joa03e6guluf9hob6vti4cbsst2po8iup7ome3k005ak/f/hfile_1 as hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/data/default/test/2aec34bf5d7b5fe150f24eec293ce644/f/8e01a4ba74ab433fab329a7e3dd23f8b_SeqId_4_ 2024-11-13T10:21:52,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37889 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/staging/jenkins__test__nf37kp1lmmjbt35ptuf0joa03e6guluf9hob6vti4cbsst2po8iup7ome3k005ak/f/hfile_0 2024-11-13T10:21:52,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37889 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/staging/jenkins__test__nf37kp1lmmjbt35ptuf0joa03e6guluf9hob6vti4cbsst2po8iup7ome3k005ak/f/hfile_0 as hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/data/default/test/2aec34bf5d7b5fe150f24eec293ce644/f/d3c92bcbf79e4c298c8713a78f755df4_SeqId_4_ 2024-11-13T10:21:52,353 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37889 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/staging/jenkins__test__nf37kp1lmmjbt35ptuf0joa03e6guluf9hob6vti4cbsst2po8iup7ome3k005ak/f/hfile_1 into 2aec34bf5d7b5fe150f24eec293ce644/f as hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/data/default/test/2aec34bf5d7b5fe150f24eec293ce644/f/8e01a4ba74ab433fab329a7e3dd23f8b_SeqId_4_ - updating store file list. 2024-11-13T10:21:52,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37889 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8e01a4ba74ab433fab329a7e3dd23f8b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T10:21:52,356 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37889 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/data/default/test/2aec34bf5d7b5fe150f24eec293ce644/f/8e01a4ba74ab433fab329a7e3dd23f8b_SeqId_4_ into 2aec34bf5d7b5fe150f24eec293ce644/f 2024-11-13T10:21:52,356 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37889 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/staging/jenkins__test__nf37kp1lmmjbt35ptuf0joa03e6guluf9hob6vti4cbsst2po8iup7ome3k005ak/f/hfile_1 into 2aec34bf5d7b5fe150f24eec293ce644/f (new location: hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/data/default/test/2aec34bf5d7b5fe150f24eec293ce644/f/8e01a4ba74ab433fab329a7e3dd23f8b_SeqId_4_) 2024-11-13T10:21:52,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37889 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/staging/jenkins__test__nf37kp1lmmjbt35ptuf0joa03e6guluf9hob6vti4cbsst2po8iup7ome3k005ak/f/hfile_1 2024-11-13T10:21:52,357 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37889 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/staging/jenkins__test__nf37kp1lmmjbt35ptuf0joa03e6guluf9hob6vti4cbsst2po8iup7ome3k005ak/f/hfile_0 into 2aec34bf5d7b5fe150f24eec293ce644/f as hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/data/default/test/2aec34bf5d7b5fe150f24eec293ce644/f/d3c92bcbf79e4c298c8713a78f755df4_SeqId_4_ - updating store file list. 2024-11-13T10:21:52,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37889 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d3c92bcbf79e4c298c8713a78f755df4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T10:21:52,360 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37889 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/data/default/test/2aec34bf5d7b5fe150f24eec293ce644/f/d3c92bcbf79e4c298c8713a78f755df4_SeqId_4_ into 2aec34bf5d7b5fe150f24eec293ce644/f 2024-11-13T10:21:52,361 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37889 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/staging/jenkins__test__nf37kp1lmmjbt35ptuf0joa03e6guluf9hob6vti4cbsst2po8iup7ome3k005ak/f/hfile_0 into 2aec34bf5d7b5fe150f24eec293ce644/f (new location: hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/data/default/test/2aec34bf5d7b5fe150f24eec293ce644/f/d3c92bcbf79e4c298c8713a78f755df4_SeqId_4_) 2024-11-13T10:21:52,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37889 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/staging/jenkins__test__nf37kp1lmmjbt35ptuf0joa03e6guluf9hob6vti4cbsst2po8iup7ome3k005ak/f/hfile_0 2024-11-13T10:21:52,362 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T10:21:52,363 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:21:52,363 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:52,363 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:21:52,363 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:52,363 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731493305901.2aec34bf5d7b5fe150f24eec293ce644., hostname=770665a7984d,37889,1731493294807, seqNum=2 , the old value is region=test,,1731493305901.2aec34bf5d7b5fe150f24eec293ce644., hostname=770665a7984d,37889,1731493294807, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=770665a7984d:37889 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T10:21:52,363 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731493305901.2aec34bf5d7b5fe150f24eec293ce644., hostname=770665a7984d,37889,1731493294807, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T10:21:52,363 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731493305901.2aec34bf5d7b5fe150f24eec293ce644., hostname=770665a7984d,37889,1731493294807, seqNum=2 from cache 2024-11-13T10:21:52,363 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:21:52,363 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T10:21:52,365 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,37409,1731493298646, seqNum=-1] 2024-11-13T10:21:52,365 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:21:52,366 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:21:52,368 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731493307044.8fa320ab142537c8a811553b6412bd2b., hostname=770665a7984d,37409,1731493298646, seqNum=2] 2024-11-13T10:21:52,369 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T10:21:52,472 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=770665a7984d:37889 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-13T10:21:52,810 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,37889,1731493294807.replicationSource.wal-reader.770665a7984d%2C37889%2C1731493294807,1-770665a7984d,37889,1731493294807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/WALs/770665a7984d,37889,1731493294807/770665a7984d%2C37889%2C1731493294807.1731493296801 to pos 379, reset compression=false 2024-11-13T10:21:52,814 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,37889,1731493294807.replicationSource.wal-reader.770665a7984d%2C37889%2C1731493294807,1-770665a7984d,37889,1731493294807 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T10:21:52,815 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,37889,1731493294807.replicationSource.shipper770665a7984d%2C37889%2C1731493294807,1-770665a7984d,37889,1731493294807 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-770665a7984d,37889,1731493294807 got entry batch from reader: WALEntryBatch [walEntries=[{test/2aec34bf5d7b5fe150f24eec293ce644/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731493312361/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/WALs/770665a7984d,37889,1731493294807/770665a7984d%2C37889%2C1731493294807.1731493296801, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-13T10:21:52,816 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,37889,1731493294807.replicationSource.shipper770665a7984d%2C37889%2C1731493294807,1-770665a7984d,37889,1731493294807 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T10:21:52,817 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-13T10:21:52,818 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37409 {}] regionserver.ReplicationSink(318): Replicating [c6838c65-1013-4438-8ea7-70e794556e6a] bulk loaded data 2024-11-13T10:21:52,818 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37409 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68cfaafc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:52,818 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37409 {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,41603,-1 for getting cluster id 2024-11-13T10:21:52,819 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37409 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:21:52,819 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0b6c1c10-f9a4-449d-ba99-59cacab23ab6' 2024-11-13T10:21:52,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:21:52,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0b6c1c10-f9a4-449d-ba99-59cacab23ab6" 2024-11-13T10:21:52,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25d6bac9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:52,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,41603,-1] 2024-11-13T10:21:52,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:21:52,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:52,821 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:21:52,821 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37409 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ded94b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:52,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37159 is added to blk_1073741837_1013 (size=7691) 2024-11-13T10:21:53,015 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,37889,1731493294807.replicationSource.wal-reader.770665a7984d%2C37889%2C1731493294807,1-770665a7984d,37889,1731493294807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/WALs/770665a7984d,37889,1731493294807/770665a7984d%2C37889%2C1731493294807.1731493296801 to pos 687, reset compression=false 2024-11-13T10:21:53,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37159 is added to blk_1073741838_1014 (size=7894) 2024-11-13T10:21:53,318 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,37889,1731493294807.replicationSource.wal-reader.770665a7984d%2C37889%2C1731493294807,1-770665a7984d,37889,1731493294807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/WALs/770665a7984d,37889,1731493294807/770665a7984d%2C37889%2C1731493294807.1731493296801 to pos 687, reset compression=false 2024-11-13T10:21:53,371 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T10:21:53,638 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37409 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:21:53,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,41603,1731493298607 2024-11-13T10:21:53,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c389ff2 2024-11-13T10:21:53,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:21:53,639 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-13T10:21:53,641 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37409 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T10:21:53,641 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37409 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:21:53,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,37409,1731493298646, seqNum=-1] 2024-11-13T10:21:53,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:21:53,643 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-13T10:21:53,648 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/staging/jenkins.hfs.22__test__n1up1fsqtdmdu4pvvuhj2k7i1rj0dsj56m8ojd5giuhibfmgq83d1ogt65vv26f4/f/8e01a4ba74ab433fab329a7e3dd23f8b_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-13T10:21:53,650 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/staging/jenkins.hfs.22__test__n1up1fsqtdmdu4pvvuhj2k7i1rj0dsj56m8ojd5giuhibfmgq83d1ogt65vv26f4/f/d3c92bcbf79e4c298c8713a78f755df4_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-13T10:21:53,653 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37409 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/staging/jenkins.hfs.22__test__n1up1fsqtdmdu4pvvuhj2k7i1rj0dsj56m8ojd5giuhibfmgq83d1ogt65vv26f4/f/d3c92bcbf79e4c298c8713a78f755df4_SeqId_4_ for inclusion in 8fa320ab142537c8a811553b6412bd2b/f 2024-11-13T10:21:53,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37409 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-13T10:21:53,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37409 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T10:21:53,655 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37409 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/staging/jenkins.hfs.22__test__n1up1fsqtdmdu4pvvuhj2k7i1rj0dsj56m8ojd5giuhibfmgq83d1ogt65vv26f4/f/8e01a4ba74ab433fab329a7e3dd23f8b_SeqId_4_ for inclusion in 8fa320ab142537c8a811553b6412bd2b/f 2024-11-13T10:21:53,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37409 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-13T10:21:53,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37409 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T10:21:53,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37409 {}] regionserver.HRegion(2603): Flush status journal for 8fa320ab142537c8a811553b6412bd2b: 2024-11-13T10:21:53,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37409 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d3c92bcbf79e4c298c8713a78f755df4_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-13T10:21:53,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37409 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/staging/jenkins.hfs.22__test__n1up1fsqtdmdu4pvvuhj2k7i1rj0dsj56m8ojd5giuhibfmgq83d1ogt65vv26f4/f/d3c92bcbf79e4c298c8713a78f755df4_SeqId_4_ as hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/data/default/test/8fa320ab142537c8a811553b6412bd2b/f/22523de03f024f829670cb9ee6cf8960_SeqId_4_ 2024-11-13T10:21:53,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37409 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 8e01a4ba74ab433fab329a7e3dd23f8b_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-13T10:21:53,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37409 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/staging/jenkins.hfs.22__test__n1up1fsqtdmdu4pvvuhj2k7i1rj0dsj56m8ojd5giuhibfmgq83d1ogt65vv26f4/f/8e01a4ba74ab433fab329a7e3dd23f8b_SeqId_4_ as hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/data/default/test/8fa320ab142537c8a811553b6412bd2b/f/ae83d14429854292b0f6eea47e5e869e_SeqId_4_ 2024-11-13T10:21:53,659 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37409 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/staging/jenkins.hfs.22__test__n1up1fsqtdmdu4pvvuhj2k7i1rj0dsj56m8ojd5giuhibfmgq83d1ogt65vv26f4/f/d3c92bcbf79e4c298c8713a78f755df4_SeqId_4_ into 8fa320ab142537c8a811553b6412bd2b/f as hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/data/default/test/8fa320ab142537c8a811553b6412bd2b/f/22523de03f024f829670cb9ee6cf8960_SeqId_4_ - updating store file list. 2024-11-13T10:21:53,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37409 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 22523de03f024f829670cb9ee6cf8960_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T10:21:53,662 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37409 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/data/default/test/8fa320ab142537c8a811553b6412bd2b/f/22523de03f024f829670cb9ee6cf8960_SeqId_4_ into 8fa320ab142537c8a811553b6412bd2b/f 2024-11-13T10:21:53,662 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37409 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/staging/jenkins.hfs.22__test__n1up1fsqtdmdu4pvvuhj2k7i1rj0dsj56m8ojd5giuhibfmgq83d1ogt65vv26f4/f/d3c92bcbf79e4c298c8713a78f755df4_SeqId_4_ into 8fa320ab142537c8a811553b6412bd2b/f (new location: hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/data/default/test/8fa320ab142537c8a811553b6412bd2b/f/22523de03f024f829670cb9ee6cf8960_SeqId_4_) 2024-11-13T10:21:53,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37409 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/staging/jenkins.hfs.22__test__n1up1fsqtdmdu4pvvuhj2k7i1rj0dsj56m8ojd5giuhibfmgq83d1ogt65vv26f4/f/d3c92bcbf79e4c298c8713a78f755df4_SeqId_4_ 2024-11-13T10:21:53,663 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37409 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/staging/jenkins.hfs.22__test__n1up1fsqtdmdu4pvvuhj2k7i1rj0dsj56m8ojd5giuhibfmgq83d1ogt65vv26f4/f/8e01a4ba74ab433fab329a7e3dd23f8b_SeqId_4_ into 8fa320ab142537c8a811553b6412bd2b/f as hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/data/default/test/8fa320ab142537c8a811553b6412bd2b/f/ae83d14429854292b0f6eea47e5e869e_SeqId_4_ - updating store file list. 2024-11-13T10:21:53,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37409 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ae83d14429854292b0f6eea47e5e869e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T10:21:53,666 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37409 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/data/default/test/8fa320ab142537c8a811553b6412bd2b/f/ae83d14429854292b0f6eea47e5e869e_SeqId_4_ into 8fa320ab142537c8a811553b6412bd2b/f 2024-11-13T10:21:53,666 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37409 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/staging/jenkins.hfs.22__test__n1up1fsqtdmdu4pvvuhj2k7i1rj0dsj56m8ojd5giuhibfmgq83d1ogt65vv26f4/f/8e01a4ba74ab433fab329a7e3dd23f8b_SeqId_4_ into 8fa320ab142537c8a811553b6412bd2b/f (new location: hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/data/default/test/8fa320ab142537c8a811553b6412bd2b/f/ae83d14429854292b0f6eea47e5e869e_SeqId_4_) 2024-11-13T10:21:53,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37409 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/staging/jenkins.hfs.22__test__n1up1fsqtdmdu4pvvuhj2k7i1rj0dsj56m8ojd5giuhibfmgq83d1ogt65vv26f4/f/8e01a4ba74ab433fab329a7e3dd23f8b_SeqId_4_ 2024-11-13T10:21:53,667 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37409 {}] regionserver.ReplicationSink(324): Finished replicating [c6838c65-1013-4438-8ea7-70e794556e6a] bulk loaded data 2024-11-13T10:21:53,722 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,37889,1731493294807.replicationSource.wal-reader.770665a7984d%2C37889%2C1731493294807,1-770665a7984d,37889,1731493294807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/WALs/770665a7984d,37889,1731493294807/770665a7984d%2C37889%2C1731493294807.1731493296801 to pos 687, reset compression=false 2024-11-13T10:21:54,225 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,37889,1731493294807.replicationSource.wal-reader.770665a7984d%2C37889%2C1731493294807,1-770665a7984d,37889,1731493294807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/WALs/770665a7984d,37889,1731493294807/770665a7984d%2C37889%2C1731493294807.1731493296801 to pos 687, reset compression=false 2024-11-13T10:21:54,377 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:21:54,378 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,35175,1731493302855, seqNum=-1] 2024-11-13T10:21:54,379 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:21:54,379 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:21:54,381 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731493308185.bbf274892357d445ef5dd8bd0446c500., hostname=770665a7984d,35175,1731493302855, seqNum=2] 2024-11-13T10:21:54,385 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T10:21:54,386 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T10:21:54,387 DEBUG [regionserver/770665a7984d:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 770665a7984d%2C37889%2C1731493294807.meta:.meta(num 1731493297736) roll requested 2024-11-13T10:21:54,406 DEBUG [regionserver/770665a7984d:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/WALs/770665a7984d,37889,1731493294807/770665a7984d%2C37889%2C1731493294807.meta.1731493314387.meta, exclude list is [], retry=0 2024-11-13T10:21:54,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44831,DS-339fed1c-c93e-4149-a769-9f23be4afb08,DISK] 2024-11-13T10:21:54,409 INFO [regionserver/770665a7984d:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/WALs/770665a7984d,37889,1731493294807/770665a7984d%2C37889%2C1731493294807.meta.1731493297736.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/WALs/770665a7984d,37889,1731493294807/770665a7984d%2C37889%2C1731493294807.meta.1731493314387.meta 2024-11-13T10:21:54,409 DEBUG [regionserver/770665a7984d:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34599:34599)] 2024-11-13T10:21:54,409 DEBUG [regionserver/770665a7984d:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/WALs/770665a7984d,37889,1731493294807/770665a7984d%2C37889%2C1731493294807.meta.1731493297736.meta is not closed yet, will try archiving it next time 2024-11-13T10:21:54,409 DEBUG [regionserver/770665a7984d:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 770665a7984d%2C37889%2C1731493294807.rep:(num 1731493310473) roll requested 2024-11-13T10:21:54,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44831 is added to blk_1073741834_1010 (size=3473) 2024-11-13T10:21:54,422 DEBUG [regionserver/770665a7984d:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/WALs/770665a7984d,37889,1731493294807/770665a7984d%2C37889%2C1731493294807.rep.1731493314409, exclude list is [], retry=0 2024-11-13T10:21:54,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44831,DS-339fed1c-c93e-4149-a769-9f23be4afb08,DISK] 2024-11-13T10:21:54,425 INFO [regionserver/770665a7984d:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/WALs/770665a7984d,37889,1731493294807/770665a7984d%2C37889%2C1731493294807.rep.1731493310473 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/WALs/770665a7984d,37889,1731493294807/770665a7984d%2C37889%2C1731493294807.rep.1731493314409 2024-11-13T10:21:54,425 DEBUG [regionserver/770665a7984d:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34599:34599)] 2024-11-13T10:21:54,425 DEBUG [regionserver/770665a7984d:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/WALs/770665a7984d,37889,1731493294807/770665a7984d%2C37889%2C1731493294807.rep.1731493310473 is not closed yet, will try archiving it next time 2024-11-13T10:21:54,425 DEBUG [regionserver/770665a7984d:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 770665a7984d%2C37889%2C1731493294807:(num 1731493296801) roll requested 2024-11-13T10:21:54,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44831 is added to blk_1073741839_1015 (size=1505) 2024-11-13T10:21:54,438 DEBUG [regionserver/770665a7984d:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/WALs/770665a7984d,37889,1731493294807/770665a7984d%2C37889%2C1731493294807.1731493314425, exclude list is [], retry=0 2024-11-13T10:21:54,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44831,DS-339fed1c-c93e-4149-a769-9f23be4afb08,DISK] 2024-11-13T10:21:54,441 INFO [regionserver/770665a7984d:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/WALs/770665a7984d,37889,1731493294807/770665a7984d%2C37889%2C1731493294807.1731493296801 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/WALs/770665a7984d,37889,1731493294807/770665a7984d%2C37889%2C1731493294807.1731493314425 2024-11-13T10:21:54,441 DEBUG [regionserver/770665a7984d:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34599:34599)] 2024-11-13T10:21:54,441 DEBUG [regionserver/770665a7984d:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/WALs/770665a7984d,37889,1731493294807/770665a7984d%2C37889%2C1731493294807.1731493296801 is not closed yet, will try archiving it next time 2024-11-13T10:21:54,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eddcfe6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:54,442 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,42773,-1 for getting cluster id 2024-11-13T10:21:54,442 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:21:54,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44831 is added to blk_1073741832_1008 (size=695) 2024-11-13T10:21:54,443 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c6838c65-1013-4438-8ea7-70e794556e6a' 2024-11-13T10:21:54,443 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:21:54,443 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c6838c65-1013-4438-8ea7-70e794556e6a" 2024-11-13T10:21:54,443 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4307a04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:54,443 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,42773,-1] 2024-11-13T10:21:54,443 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:21:54,443 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/WALs/770665a7984d,37889,1731493294807/770665a7984d%2C37889%2C1731493294807.1731493296801 to hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/oldWALs/770665a7984d%2C37889%2C1731493294807.1731493296801 2024-11-13T10:21:54,444 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:54,444 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:21:54,445 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b308c74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:54,445 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:21:54,446 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,42773,1731493294740 2024-11-13T10:21:54,446 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@682f46a9 2024-11-13T10:21:54,446 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:21:54,446 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T10:21:54,447 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42773 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://770665a7984d:33733,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T10:21:54,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42773 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T10:21:54,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T10:21:54,449 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='770665a7984d:33733' 2024-11-13T10:21:54,449 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@282380a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:54,450 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,33733,-1 for getting cluster id 2024-11-13T10:21:54,450 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:21:54,450 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f866e199-4840-4586-9042-5b911866b35b' 2024-11-13T10:21:54,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:21:54,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f866e199-4840-4586-9042-5b911866b35b" 2024-11-13T10:21:54,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70784b14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:54,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,33733,-1] 2024-11-13T10:21:54,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:21:54,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:54,451 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:21:54,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@657e6bf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:54,452 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:21:54,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,33733,1731493302812 2024-11-13T10:21:54,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5876e05c 2024-11-13T10:21:54,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:21:54,453 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T10:21:54,453 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-13T10:21:54,453 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T10:21:54,453 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:54,453 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:54,453 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:21:54,464 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T10:21:54,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T10:21:54,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-13T10:21:54,616 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-13T10:21:54,644 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-770665a7984d,37889,1731493294807, ReplicationSource: 2, currentBandwidth=0 2024-11-13T10:21:54,646 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-13T10:21:54,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42773 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-13T10:21:54,648 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 770665a7984d,37889,1731493294807 suceeded 2024-11-13T10:21:54,650 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-13T10:21:54,650 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-13T10:21:54,650 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://770665a7984d:33733,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T10:21:54,651 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 203 msec 2024-11-13T10:21:54,660 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,2-770665a7984d,37889,1731493294807 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='770665a7984d:33733' 2024-11-13T10:21:54,661 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,2-770665a7984d,37889,1731493294807 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5bd1d5b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:54,661 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,2-770665a7984d,37889,1731493294807 {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,33733,-1 for getting cluster id 2024-11-13T10:21:54,661 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,2-770665a7984d,37889,1731493294807 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:21:54,661 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f866e199-4840-4586-9042-5b911866b35b' 2024-11-13T10:21:54,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:21:54,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f866e199-4840-4586-9042-5b911866b35b" 2024-11-13T10:21:54,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3915c232, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:54,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,33733,-1] 2024-11-13T10:21:54,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:21:54,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:54,662 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:21:54,663 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,2-770665a7984d,37889,1731493294807 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60e7b34a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:54,663 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,2-770665a7984d,37889,1731493294807 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:21:54,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,33733,1731493302812 2024-11-13T10:21:54,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@231d6036 2024-11-13T10:21:54,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:21:54,664 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-13T10:21:54,665 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,2-770665a7984d,37889,1731493294807 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-770665a7984d,37889,1731493294807 (queues=1) is replicating from cluster=c6838c65-1013-4438-8ea7-70e794556e6a to cluster=f866e199-4840-4586-9042-5b911866b35b 2024-11-13T10:21:54,665 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,2-770665a7984d,37889,1731493294807 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=770665a7984d%2C37889%2C1731493294807 2024-11-13T10:21:54,665 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,2-770665a7984d,37889,1731493294807 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-770665a7984d,37889,1731493294807, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T10:21:54,665 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,2-770665a7984d,37889,1731493294807.replicationSource.shipper770665a7984d%2C37889%2C1731493294807,2-770665a7984d,37889,1731493294807 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 770665a7984d%2C37889%2C1731493294807 2024-11-13T10:21:54,665 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,2-770665a7984d,37889,1731493294807.replicationSource.wal-reader.770665a7984d%2C37889%2C1731493294807,2-770665a7984d,37889,1731493294807 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/WALs/770665a7984d,37889,1731493294807/770665a7984d%2C37889%2C1731493294807.1731493314425, startPosition=0, beingWritten=true 2024-11-13T10:21:54,668 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T10:21:54,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T10:21:54,762 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-13T10:21:54,762 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T10:21:54,762 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:21:54,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:54,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:54,762 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:21:54,763 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T10:21:54,777 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731493314777/Put/seqid=0 2024-11-13T10:21:54,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44831 is added to blk_1073741845_1021 (size=11194) 2024-11-13T10:21:54,828 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,37889,1731493294807.replicationSource.wal-reader.770665a7984d%2C37889%2C1731493294807,1-770665a7984d,37889,1731493294807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/WALs/770665a7984d,37889,1731493294807/770665a7984d%2C37889%2C1731493294807.1731493296801 to pos 687, reset compression=false 2024-11-13T10:21:54,833 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,37889,1731493294807.replicationSource.wal-reader.770665a7984d%2C37889%2C1731493294807,1-770665a7984d,37889,1731493294807 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/WALs/770665a7984d,37889,1731493294807/770665a7984d%2C37889%2C1731493294807.1731493296801 was moved to hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/oldWALs/770665a7984d%2C37889%2C1731493294807.1731493296801 2024-11-13T10:21:54,834 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,37889,1731493294807.replicationSource.wal-reader.770665a7984d%2C37889%2C1731493294807,1-770665a7984d,37889,1731493294807 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/WALs/770665a7984d,37889,1731493294807/770665a7984d%2C37889%2C1731493294807.1731493296801 2024-11-13T10:21:54,835 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,37889,1731493294807.replicationSource.wal-reader.770665a7984d%2C37889%2C1731493294807,1-770665a7984d,37889,1731493294807 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/WALs/770665a7984d,37889,1731493294807/770665a7984d%2C37889%2C1731493294807.1731493314425, startPosition=0, beingWritten=true 2024-11-13T10:21:54,835 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,37889,1731493294807.replicationSource.shipper770665a7984d%2C37889%2C1731493294807,1-770665a7984d,37889,1731493294807 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-770665a7984d,37889,1731493294807 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/WALs/770665a7984d,37889,1731493294807/770665a7984d%2C37889%2C1731493294807.1731493296801, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-13T10:21:54,836 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,37889,1731493294807.replicationSource.shipper770665a7984d%2C37889%2C1731493294807,1-770665a7984d,37889,1731493294807 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [770665a7984d%2C37889%2C1731493294807.1731493296801] 2024-11-13T10:21:54,869 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,2-770665a7984d,37889,1731493294807.replicationSource.wal-reader.770665a7984d%2C37889%2C1731493294807,2-770665a7984d,37889,1731493294807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/WALs/770665a7984d,37889,1731493294807/770665a7984d%2C37889%2C1731493294807.1731493314425 to pos 0, reset compression=false 2024-11-13T10:21:55,172 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,2-770665a7984d,37889,1731493294807.replicationSource.wal-reader.770665a7984d%2C37889%2C1731493294807,2-770665a7984d,37889,1731493294807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/WALs/770665a7984d,37889,1731493294807/770665a7984d%2C37889%2C1731493294807.1731493314425 to pos 0, reset compression=false 2024-11-13T10:21:55,183 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731493315182/Put/seqid=0 2024-11-13T10:21:55,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44831 is added to blk_1073741846_1022 (size=10791) 2024-11-13T10:21:55,208 DEBUG [master/770665a7984d:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=2, created chunk count=35, reused chunk count=158, reuseRatio=81.87% 2024-11-13T10:21:55,213 DEBUG [master/770665a7984d:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-13T10:21:55,538 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,37889,1731493294807.replicationSource.wal-reader.770665a7984d%2C37889%2C1731493294807,1-770665a7984d,37889,1731493294807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/WALs/770665a7984d,37889,1731493294807/770665a7984d%2C37889%2C1731493294807.1731493314425 to pos 0, reset compression=false 2024-11-13T10:21:55,576 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,2-770665a7984d,37889,1731493294807.replicationSource.wal-reader.770665a7984d%2C37889%2C1731493294807,2-770665a7984d,37889,1731493294807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/WALs/770665a7984d,37889,1731493294807/770665a7984d%2C37889%2C1731493294807.1731493314425 to pos 0, reset compression=false 2024-11-13T10:21:55,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@91a9915, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:55,590 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,42773,-1 for getting cluster id 2024-11-13T10:21:55,590 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:21:55,591 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c6838c65-1013-4438-8ea7-70e794556e6a' 2024-11-13T10:21:55,591 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:21:55,591 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c6838c65-1013-4438-8ea7-70e794556e6a" 2024-11-13T10:21:55,591 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5879517e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:55,591 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,42773,-1] 2024-11-13T10:21:55,591 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:21:55,592 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:55,592 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:21:55,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7535875b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:55,593 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:21:55,594 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,37889,1731493294807, seqNum=-1] 2024-11-13T10:21:55,594 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:21:55,595 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T10:21:55,601 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:21:55,602 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,42773,1731493294740 2024-11-13T10:21:55,602 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@591b0254 2024-11-13T10:21:55,602 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:21:55,603 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T10:21:55,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731493305901.2aec34bf5d7b5fe150f24eec293ce644., hostname=770665a7984d,37889,1731493294807, seqNum=2] 2024-11-13T10:21:55,608 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T10:21:55,612 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-13T10:21:55,614 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-13T10:21:55,629 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37889 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 2aec34bf5d7b5fe150f24eec293ce644/f 2024-11-13T10:21:55,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37889 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-13T10:21:55,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37889 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T10:21:55,631 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37889 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 2aec34bf5d7b5fe150f24eec293ce644/f 2024-11-13T10:21:55,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37889 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-13T10:21:55,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37889 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T10:21:55,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37889 {}] regionserver.HRegion(2603): Flush status journal for 2aec34bf5d7b5fe150f24eec293ce644: 2024-11-13T10:21:55,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37889 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/staging/jenkins__test__4buoq8n0qq2o2bhuerefghiih26bmcl89ecph2e5cdb1b4mop19p9e4cq9svqin8/f/hfile_0 2024-11-13T10:21:55,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37889 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/staging/jenkins__test__4buoq8n0qq2o2bhuerefghiih26bmcl89ecph2e5cdb1b4mop19p9e4cq9svqin8/f/hfile_0 as hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/data/default/test/2aec34bf5d7b5fe150f24eec293ce644/f/0e904416e1234e29a16c6850fcd633f3_SeqId_6_ 2024-11-13T10:21:55,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37889 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/staging/jenkins__test__4buoq8n0qq2o2bhuerefghiih26bmcl89ecph2e5cdb1b4mop19p9e4cq9svqin8/f/hfile_1 2024-11-13T10:21:55,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37889 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/staging/jenkins__test__4buoq8n0qq2o2bhuerefghiih26bmcl89ecph2e5cdb1b4mop19p9e4cq9svqin8/f/hfile_1 as hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/data/default/test/2aec34bf5d7b5fe150f24eec293ce644/f/dd258e1725f04d08a8dcd475607acc53_SeqId_6_ 2024-11-13T10:21:55,641 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37889 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/staging/jenkins__test__4buoq8n0qq2o2bhuerefghiih26bmcl89ecph2e5cdb1b4mop19p9e4cq9svqin8/f/hfile_0 into 2aec34bf5d7b5fe150f24eec293ce644/f as hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/data/default/test/2aec34bf5d7b5fe150f24eec293ce644/f/0e904416e1234e29a16c6850fcd633f3_SeqId_6_ - updating store file list. 2024-11-13T10:21:55,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37889 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0e904416e1234e29a16c6850fcd633f3_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T10:21:55,645 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37889 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/data/default/test/2aec34bf5d7b5fe150f24eec293ce644/f/0e904416e1234e29a16c6850fcd633f3_SeqId_6_ into 2aec34bf5d7b5fe150f24eec293ce644/f 2024-11-13T10:21:55,645 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37889 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/staging/jenkins__test__4buoq8n0qq2o2bhuerefghiih26bmcl89ecph2e5cdb1b4mop19p9e4cq9svqin8/f/hfile_0 into 2aec34bf5d7b5fe150f24eec293ce644/f (new location: hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/data/default/test/2aec34bf5d7b5fe150f24eec293ce644/f/0e904416e1234e29a16c6850fcd633f3_SeqId_6_) 2024-11-13T10:21:55,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37889 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/staging/jenkins__test__4buoq8n0qq2o2bhuerefghiih26bmcl89ecph2e5cdb1b4mop19p9e4cq9svqin8/f/hfile_0 2024-11-13T10:21:55,646 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37889 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/staging/jenkins__test__4buoq8n0qq2o2bhuerefghiih26bmcl89ecph2e5cdb1b4mop19p9e4cq9svqin8/f/hfile_1 into 2aec34bf5d7b5fe150f24eec293ce644/f as hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/data/default/test/2aec34bf5d7b5fe150f24eec293ce644/f/dd258e1725f04d08a8dcd475607acc53_SeqId_6_ - updating store file list. 2024-11-13T10:21:55,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37889 {}] regionserver.HStoreFile(483): HFile Bloom filter type for dd258e1725f04d08a8dcd475607acc53_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T10:21:55,649 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37889 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/data/default/test/2aec34bf5d7b5fe150f24eec293ce644/f/dd258e1725f04d08a8dcd475607acc53_SeqId_6_ into 2aec34bf5d7b5fe150f24eec293ce644/f 2024-11-13T10:21:55,649 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37889 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/staging/jenkins__test__4buoq8n0qq2o2bhuerefghiih26bmcl89ecph2e5cdb1b4mop19p9e4cq9svqin8/f/hfile_1 into 2aec34bf5d7b5fe150f24eec293ce644/f (new location: hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/data/default/test/2aec34bf5d7b5fe150f24eec293ce644/f/dd258e1725f04d08a8dcd475607acc53_SeqId_6_) 2024-11-13T10:21:55,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37889 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/staging/jenkins__test__4buoq8n0qq2o2bhuerefghiih26bmcl89ecph2e5cdb1b4mop19p9e4cq9svqin8/f/hfile_1 2024-11-13T10:21:55,651 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T10:21:55,651 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:21:55,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:55,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:55,651 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731493305901.2aec34bf5d7b5fe150f24eec293ce644., hostname=770665a7984d,37889,1731493294807, seqNum=2 , the old value is region=test,,1731493305901.2aec34bf5d7b5fe150f24eec293ce644., hostname=770665a7984d,37889,1731493294807, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=770665a7984d:37889 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T10:21:55,651 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731493305901.2aec34bf5d7b5fe150f24eec293ce644., hostname=770665a7984d,37889,1731493294807, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T10:21:55,651 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731493305901.2aec34bf5d7b5fe150f24eec293ce644., hostname=770665a7984d,37889,1731493294807, seqNum=2 from cache 2024-11-13T10:21:55,651 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:21:55,652 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T10:21:55,654 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T10:21:55,762 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=770665a7984d:37889 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-13T10:21:56,080 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,2-770665a7984d,37889,1731493294807.replicationSource.wal-reader.770665a7984d%2C37889%2C1731493294807,2-770665a7984d,37889,1731493294807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/WALs/770665a7984d,37889,1731493294807/770665a7984d%2C37889%2C1731493294807.1731493314425 to pos 0, reset compression=false 2024-11-13T10:21:56,085 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,2-770665a7984d,37889,1731493294807.replicationSource.wal-reader.770665a7984d%2C37889%2C1731493294807,2-770665a7984d,37889,1731493294807 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T10:21:56,085 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,2-770665a7984d,37889,1731493294807.replicationSource.shipper770665a7984d%2C37889%2C1731493294807,2-770665a7984d,37889,1731493294807 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-770665a7984d,37889,1731493294807 got entry batch from reader: WALEntryBatch [walEntries=[{test/2aec34bf5d7b5fe150f24eec293ce644/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731493315649/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/WALs/770665a7984d,37889,1731493294807/770665a7984d%2C37889%2C1731493294807.1731493314425, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-13T10:21:56,086 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,2-770665a7984d,37889,1731493294807.replicationSource.shipper770665a7984d%2C37889%2C1731493294807,2-770665a7984d,37889,1731493294807 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T10:21:56,087 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-13T10:21:56,088 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] regionserver.ReplicationSink(318): Replicating [c6838c65-1013-4438-8ea7-70e794556e6a] bulk loaded data 2024-11-13T10:21:56,088 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7661a79f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:56,088 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] client.ClusterIdFetcher(90): Going to request 770665a7984d,33733,-1 for getting cluster id 2024-11-13T10:21:56,088 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T10:21:56,089 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f866e199-4840-4586-9042-5b911866b35b' 2024-11-13T10:21:56,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T10:21:56,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f866e199-4840-4586-9042-5b911866b35b" 2024-11-13T10:21:56,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73628c19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:56,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [770665a7984d,33733,-1] 2024-11-13T10:21:56,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T10:21:56,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:56,090 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-13T10:21:56,090 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6de847ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T10:21:56,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35225 is added to blk_1073741837_1013 (size=11194) 2024-11-13T10:21:56,285 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,2-770665a7984d,37889,1731493294807.replicationSource.wal-reader.770665a7984d%2C37889%2C1731493294807,2-770665a7984d,37889,1731493294807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/WALs/770665a7984d,37889,1731493294807/770665a7984d%2C37889%2C1731493294807.1731493314425 to pos 393, reset compression=false 2024-11-13T10:21:56,342 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,37889,1731493294807.replicationSource.wal-reader.770665a7984d%2C37889%2C1731493294807,1-770665a7984d,37889,1731493294807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/WALs/770665a7984d,37889,1731493294807/770665a7984d%2C37889%2C1731493294807.1731493314425 to pos 0, reset compression=false 2024-11-13T10:21:56,346 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,37889,1731493294807.replicationSource.wal-reader.770665a7984d%2C37889%2C1731493294807,1-770665a7984d,37889,1731493294807 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T10:21:56,347 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,37889,1731493294807.replicationSource.shipper770665a7984d%2C37889%2C1731493294807,1-770665a7984d,37889,1731493294807 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-770665a7984d,37889,1731493294807 got entry batch from reader: WALEntryBatch [walEntries=[{test/2aec34bf5d7b5fe150f24eec293ce644/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731493315649/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/WALs/770665a7984d,37889,1731493294807/770665a7984d%2C37889%2C1731493294807.1731493314425, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-13T10:21:56,347 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37409 {}] regionserver.ReplicationSink(318): Replicating [c6838c65-1013-4438-8ea7-70e794556e6a] bulk loaded data 2024-11-13T10:21:56,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37159 is added to blk_1073741839_1015 (size=11194) 2024-11-13T10:21:56,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37159 is added to blk_1073741840_1016 (size=10791) 2024-11-13T10:21:56,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35225 is added to blk_1073741838_1014 (size=10791) 2024-11-13T10:21:56,513 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T10:21:56,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 770665a7984d,33733,1731493302812 2024-11-13T10:21:56,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@259db184 2024-11-13T10:21:56,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T10:21:56,515 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-13T10:21:56,517 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T10:21:56,517 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T10:21:56,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=770665a7984d,35175,1731493302855, seqNum=-1] 2024-11-13T10:21:56,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T10:21:56,519 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-13T10:21:56,528 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/staging/jenkins.hfs.23__test__he131kt91sfabcoe39l2s1vik4h0dightfct287k8n9mpcq44qhi8tgvq4cttq93/f/0e904416e1234e29a16c6850fcd633f3_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-13T10:21:56,531 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/staging/jenkins.hfs.23__test__he131kt91sfabcoe39l2s1vik4h0dightfct287k8n9mpcq44qhi8tgvq4cttq93/f/dd258e1725f04d08a8dcd475607acc53_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-13T10:21:56,533 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/staging/jenkins.hfs.23__test__he131kt91sfabcoe39l2s1vik4h0dightfct287k8n9mpcq44qhi8tgvq4cttq93/f/dd258e1725f04d08a8dcd475607acc53_SeqId_6_ for inclusion in bbf274892357d445ef5dd8bd0446c500/f 2024-11-13T10:21:56,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-13T10:21:56,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T10:21:56,536 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/staging/jenkins.hfs.23__test__he131kt91sfabcoe39l2s1vik4h0dightfct287k8n9mpcq44qhi8tgvq4cttq93/f/0e904416e1234e29a16c6850fcd633f3_SeqId_6_ for inclusion in bbf274892357d445ef5dd8bd0446c500/f 2024-11-13T10:21:56,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-13T10:21:56,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T10:21:56,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] regionserver.HRegion(2603): Flush status journal for bbf274892357d445ef5dd8bd0446c500: 2024-11-13T10:21:56,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): dd258e1725f04d08a8dcd475607acc53_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-13T10:21:56,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/staging/jenkins.hfs.23__test__he131kt91sfabcoe39l2s1vik4h0dightfct287k8n9mpcq44qhi8tgvq4cttq93/f/dd258e1725f04d08a8dcd475607acc53_SeqId_6_ as hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/data/default/test/bbf274892357d445ef5dd8bd0446c500/f/0b9cd47b6c734b639b369e1cb4a7e3fe_SeqId_4_ 2024-11-13T10:21:56,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0e904416e1234e29a16c6850fcd633f3_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-13T10:21:56,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/staging/jenkins.hfs.23__test__he131kt91sfabcoe39l2s1vik4h0dightfct287k8n9mpcq44qhi8tgvq4cttq93/f/0e904416e1234e29a16c6850fcd633f3_SeqId_6_ as hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/data/default/test/bbf274892357d445ef5dd8bd0446c500/f/8058761719eb4e8b9556c6133bf01fa5_SeqId_4_ 2024-11-13T10:21:56,540 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/staging/jenkins.hfs.23__test__he131kt91sfabcoe39l2s1vik4h0dightfct287k8n9mpcq44qhi8tgvq4cttq93/f/dd258e1725f04d08a8dcd475607acc53_SeqId_6_ into bbf274892357d445ef5dd8bd0446c500/f as hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/data/default/test/bbf274892357d445ef5dd8bd0446c500/f/0b9cd47b6c734b639b369e1cb4a7e3fe_SeqId_4_ - updating store file list. 2024-11-13T10:21:56,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0b9cd47b6c734b639b369e1cb4a7e3fe_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T10:21:56,544 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/data/default/test/bbf274892357d445ef5dd8bd0446c500/f/0b9cd47b6c734b639b369e1cb4a7e3fe_SeqId_4_ into bbf274892357d445ef5dd8bd0446c500/f 2024-11-13T10:21:56,544 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/staging/jenkins.hfs.23__test__he131kt91sfabcoe39l2s1vik4h0dightfct287k8n9mpcq44qhi8tgvq4cttq93/f/dd258e1725f04d08a8dcd475607acc53_SeqId_6_ into bbf274892357d445ef5dd8bd0446c500/f (new location: hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/data/default/test/bbf274892357d445ef5dd8bd0446c500/f/0b9cd47b6c734b639b369e1cb4a7e3fe_SeqId_4_) 2024-11-13T10:21:56,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/staging/jenkins.hfs.23__test__he131kt91sfabcoe39l2s1vik4h0dightfct287k8n9mpcq44qhi8tgvq4cttq93/f/dd258e1725f04d08a8dcd475607acc53_SeqId_6_ 2024-11-13T10:21:56,545 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/staging/jenkins.hfs.23__test__he131kt91sfabcoe39l2s1vik4h0dightfct287k8n9mpcq44qhi8tgvq4cttq93/f/0e904416e1234e29a16c6850fcd633f3_SeqId_6_ into bbf274892357d445ef5dd8bd0446c500/f as hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/data/default/test/bbf274892357d445ef5dd8bd0446c500/f/8058761719eb4e8b9556c6133bf01fa5_SeqId_4_ - updating store file list. 2024-11-13T10:21:56,547 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,37889,1731493294807.replicationSource.wal-reader.770665a7984d%2C37889%2C1731493294807,1-770665a7984d,37889,1731493294807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/WALs/770665a7984d,37889,1731493294807/770665a7984d%2C37889%2C1731493294807.1731493314425 to pos 393, reset compression=false 2024-11-13T10:21:56,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8058761719eb4e8b9556c6133bf01fa5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T10:21:56,548 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/data/default/test/bbf274892357d445ef5dd8bd0446c500/f/8058761719eb4e8b9556c6133bf01fa5_SeqId_4_ into bbf274892357d445ef5dd8bd0446c500/f 2024-11-13T10:21:56,548 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/staging/jenkins.hfs.23__test__he131kt91sfabcoe39l2s1vik4h0dightfct287k8n9mpcq44qhi8tgvq4cttq93/f/0e904416e1234e29a16c6850fcd633f3_SeqId_6_ into bbf274892357d445ef5dd8bd0446c500/f (new location: hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/data/default/test/bbf274892357d445ef5dd8bd0446c500/f/8058761719eb4e8b9556c6133bf01fa5_SeqId_4_) 2024-11-13T10:21:56,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/staging/jenkins.hfs.23__test__he131kt91sfabcoe39l2s1vik4h0dightfct287k8n9mpcq44qhi8tgvq4cttq93/f/0e904416e1234e29a16c6850fcd633f3_SeqId_6_ 2024-11-13T10:21:56,550 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35175 {}] regionserver.ReplicationSink(324): Finished replicating [c6838c65-1013-4438-8ea7-70e794556e6a] bulk loaded data 2024-11-13T10:21:56,588 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,2-770665a7984d,37889,1731493294807.replicationSource.wal-reader.770665a7984d%2C37889%2C1731493294807,2-770665a7984d,37889,1731493294807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/WALs/770665a7984d,37889,1731493294807/770665a7984d%2C37889%2C1731493294807.1731493314425 to pos 393, reset compression=false 2024-11-13T10:21:56,672 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T10:21:56,764 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37409 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T10:21:56,769 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/staging/jenkins.hfs.22__test__cko8fkcr3pgfpbif5hsflr4kcjfd17p891e749an1oll4eksrtnl05hbatl8qk80/f/0e904416e1234e29a16c6850fcd633f3_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-13T10:21:56,771 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/staging/jenkins.hfs.22__test__cko8fkcr3pgfpbif5hsflr4kcjfd17p891e749an1oll4eksrtnl05hbatl8qk80/f/dd258e1725f04d08a8dcd475607acc53_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-13T10:21:56,772 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37409 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/staging/jenkins.hfs.22__test__cko8fkcr3pgfpbif5hsflr4kcjfd17p891e749an1oll4eksrtnl05hbatl8qk80/f/dd258e1725f04d08a8dcd475607acc53_SeqId_6_ for inclusion in 8fa320ab142537c8a811553b6412bd2b/f 2024-11-13T10:21:56,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37409 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-13T10:21:56,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37409 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T10:21:56,774 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37409 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/staging/jenkins.hfs.22__test__cko8fkcr3pgfpbif5hsflr4kcjfd17p891e749an1oll4eksrtnl05hbatl8qk80/f/0e904416e1234e29a16c6850fcd633f3_SeqId_6_ for inclusion in 8fa320ab142537c8a811553b6412bd2b/f 2024-11-13T10:21:56,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37409 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-13T10:21:56,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37409 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T10:21:56,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37409 {}] regionserver.HRegion(2603): Flush status journal for 8fa320ab142537c8a811553b6412bd2b: 2024-11-13T10:21:56,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37409 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): dd258e1725f04d08a8dcd475607acc53_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-13T10:21:56,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37409 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/staging/jenkins.hfs.22__test__cko8fkcr3pgfpbif5hsflr4kcjfd17p891e749an1oll4eksrtnl05hbatl8qk80/f/dd258e1725f04d08a8dcd475607acc53_SeqId_6_ as hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/data/default/test/8fa320ab142537c8a811553b6412bd2b/f/0405bdcb3df742188242120390abfd86_SeqId_6_ 2024-11-13T10:21:56,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37409 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0e904416e1234e29a16c6850fcd633f3_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-13T10:21:56,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37409 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/staging/jenkins.hfs.22__test__cko8fkcr3pgfpbif5hsflr4kcjfd17p891e749an1oll4eksrtnl05hbatl8qk80/f/0e904416e1234e29a16c6850fcd633f3_SeqId_6_ as hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/data/default/test/8fa320ab142537c8a811553b6412bd2b/f/9e3e87274f6e4229bed007de80bec45e_SeqId_6_ 2024-11-13T10:21:56,778 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37409 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/staging/jenkins.hfs.22__test__cko8fkcr3pgfpbif5hsflr4kcjfd17p891e749an1oll4eksrtnl05hbatl8qk80/f/dd258e1725f04d08a8dcd475607acc53_SeqId_6_ into 8fa320ab142537c8a811553b6412bd2b/f as hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/data/default/test/8fa320ab142537c8a811553b6412bd2b/f/0405bdcb3df742188242120390abfd86_SeqId_6_ - updating store file list. 2024-11-13T10:21:56,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37409 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0405bdcb3df742188242120390abfd86_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T10:21:56,781 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37409 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/data/default/test/8fa320ab142537c8a811553b6412bd2b/f/0405bdcb3df742188242120390abfd86_SeqId_6_ into 8fa320ab142537c8a811553b6412bd2b/f 2024-11-13T10:21:56,781 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37409 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/staging/jenkins.hfs.22__test__cko8fkcr3pgfpbif5hsflr4kcjfd17p891e749an1oll4eksrtnl05hbatl8qk80/f/dd258e1725f04d08a8dcd475607acc53_SeqId_6_ into 8fa320ab142537c8a811553b6412bd2b/f (new location: hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/data/default/test/8fa320ab142537c8a811553b6412bd2b/f/0405bdcb3df742188242120390abfd86_SeqId_6_) 2024-11-13T10:21:56,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37409 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/staging/jenkins.hfs.22__test__cko8fkcr3pgfpbif5hsflr4kcjfd17p891e749an1oll4eksrtnl05hbatl8qk80/f/dd258e1725f04d08a8dcd475607acc53_SeqId_6_ 2024-11-13T10:21:56,782 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37409 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/staging/jenkins.hfs.22__test__cko8fkcr3pgfpbif5hsflr4kcjfd17p891e749an1oll4eksrtnl05hbatl8qk80/f/0e904416e1234e29a16c6850fcd633f3_SeqId_6_ into 8fa320ab142537c8a811553b6412bd2b/f as hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/data/default/test/8fa320ab142537c8a811553b6412bd2b/f/9e3e87274f6e4229bed007de80bec45e_SeqId_6_ - updating store file list. 2024-11-13T10:21:56,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37409 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9e3e87274f6e4229bed007de80bec45e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T10:21:56,784 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37409 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/data/default/test/8fa320ab142537c8a811553b6412bd2b/f/9e3e87274f6e4229bed007de80bec45e_SeqId_6_ into 8fa320ab142537c8a811553b6412bd2b/f 2024-11-13T10:21:56,784 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37409 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/staging/jenkins.hfs.22__test__cko8fkcr3pgfpbif5hsflr4kcjfd17p891e749an1oll4eksrtnl05hbatl8qk80/f/0e904416e1234e29a16c6850fcd633f3_SeqId_6_ into 8fa320ab142537c8a811553b6412bd2b/f (new location: hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/data/default/test/8fa320ab142537c8a811553b6412bd2b/f/9e3e87274f6e4229bed007de80bec45e_SeqId_6_) 2024-11-13T10:21:56,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37409 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/staging/jenkins.hfs.22__test__cko8fkcr3pgfpbif5hsflr4kcjfd17p891e749an1oll4eksrtnl05hbatl8qk80/f/0e904416e1234e29a16c6850fcd633f3_SeqId_6_ 2024-11-13T10:21:56,786 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37409 {}] regionserver.ReplicationSink(324): Finished replicating [c6838c65-1013-4438-8ea7-70e794556e6a] bulk loaded data 2024-11-13T10:21:56,850 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,37889,1731493294807.replicationSource.wal-reader.770665a7984d%2C37889%2C1731493294807,1-770665a7984d,37889,1731493294807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/WALs/770665a7984d,37889,1731493294807/770665a7984d%2C37889%2C1731493294807.1731493314425 to pos 393, reset compression=false 2024-11-13T10:21:56,992 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,2-770665a7984d,37889,1731493294807.replicationSource.wal-reader.770665a7984d%2C37889%2C1731493294807,2-770665a7984d,37889,1731493294807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/WALs/770665a7984d,37889,1731493294807/770665a7984d%2C37889%2C1731493294807.1731493314425 to pos 393, reset compression=false 2024-11-13T10:21:57,254 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,37889,1731493294807.replicationSource.wal-reader.770665a7984d%2C37889%2C1731493294807,1-770665a7984d,37889,1731493294807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/WALs/770665a7984d,37889,1731493294807/770665a7984d%2C37889%2C1731493294807.1731493314425 to pos 393, reset compression=false 2024-11-13T10:21:57,496 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,2-770665a7984d,37889,1731493294807.replicationSource.wal-reader.770665a7984d%2C37889%2C1731493294807,2-770665a7984d,37889,1731493294807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/WALs/770665a7984d,37889,1731493294807/770665a7984d%2C37889%2C1731493294807.1731493314425 to pos 393, reset compression=false 2024-11-13T10:21:57,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T10:21:57,688 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T10:21:57,688 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:21:57,688 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:57,688 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:57,688 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T10:21:57,688 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=57959248, stopped=false 2024-11-13T10:21:57,688 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=770665a7984d,33733,1731493302812 2024-11-13T10:21:57,689 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:21:57,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35175-0x10110d8d8cb0007, quorum=127.0.0.1:50677, baseZNode=/2776729863 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2776729863/running 2024-11-13T10:21:57,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35175-0x10110d8d8cb0007, quorum=127.0.0.1:50677, baseZNode=/2776729863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2776729863 2024-11-13T10:21:57,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33733-0x10110d8d8cb0006, quorum=127.0.0.1:50677, baseZNode=/2776729863 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2776729863/running 2024-11-13T10:21:57,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33733-0x10110d8d8cb0006, quorum=127.0.0.1:50677, baseZNode=/2776729863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2776729863 2024-11-13T10:21:57,691 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T10:21:57,691 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35175-0x10110d8d8cb0007, quorum=127.0.0.1:50677, baseZNode=/2776729863 Set watcher on znode that does not yet exist, /2776729863/running 2024-11-13T10:21:57,691 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33733-0x10110d8d8cb0006, quorum=127.0.0.1:50677, baseZNode=/2776729863 Set watcher on znode that does not yet exist, /2776729863/running 2024-11-13T10:21:57,692 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T10:21:57,692 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:21:57,692 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:57,692 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '770665a7984d,35175,1731493302855' ***** 2024-11-13T10:21:57,692 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T10:21:57,693 INFO [RS:0;770665a7984d:35175 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T10:21:57,693 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T10:21:57,693 INFO [RS:0;770665a7984d:35175 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T10:21:57,693 INFO [RS:0;770665a7984d:35175 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T10:21:57,693 INFO [RS:0;770665a7984d:35175 {}] regionserver.HRegionServer(3091): Received CLOSE for bbf274892357d445ef5dd8bd0446c500 2024-11-13T10:21:57,694 INFO [RS:0;770665a7984d:35175 {}] regionserver.HRegionServer(959): stopping server 770665a7984d,35175,1731493302855 2024-11-13T10:21:57,694 INFO [RS:0;770665a7984d:35175 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T10:21:57,694 INFO [RS:0;770665a7984d:35175 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;770665a7984d:35175. 2024-11-13T10:21:57,694 DEBUG [RS:0;770665a7984d:35175 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:21:57,694 DEBUG [RS:0;770665a7984d:35175 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:57,694 INFO [RS:0;770665a7984d:35175 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T10:21:57,694 INFO [RS:0;770665a7984d:35175 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T10:21:57,694 INFO [RS:0;770665a7984d:35175 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T10:21:57,694 INFO [RS:0;770665a7984d:35175 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T10:21:57,694 INFO [RS:0;770665a7984d:35175 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T10:21:57,694 DEBUG [RS:0;770665a7984d:35175 {}] regionserver.HRegionServer(1325): Online Regions={bbf274892357d445ef5dd8bd0446c500=test,,1731493308185.bbf274892357d445ef5dd8bd0446c500., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T10:21:57,694 DEBUG [RS:0;770665a7984d:35175 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bbf274892357d445ef5dd8bd0446c500 2024-11-13T10:21:57,694 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T10:21:57,695 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T10:21:57,695 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T10:21:57,695 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T10:21:57,695 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T10:21:57,695 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bbf274892357d445ef5dd8bd0446c500, disabling compactions & flushes 2024-11-13T10:21:57,695 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731493308185.bbf274892357d445ef5dd8bd0446c500. 2024-11-13T10:21:57,695 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731493308185.bbf274892357d445ef5dd8bd0446c500. 2024-11-13T10:21:57,695 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731493308185.bbf274892357d445ef5dd8bd0446c500. after waiting 0 ms 2024-11-13T10:21:57,695 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731493308185.bbf274892357d445ef5dd8bd0446c500. 2024-11-13T10:21:57,695 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-13T10:21:57,714 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/data/default/test/bbf274892357d445ef5dd8bd0446c500/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-13T10:21:57,714 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T10:21:57,715 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T10:21:57,715 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731493308185.bbf274892357d445ef5dd8bd0446c500. 2024-11-13T10:21:57,715 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bbf274892357d445ef5dd8bd0446c500: Waiting for close lock at 1731493317695Running coprocessor pre-close hooks at 1731493317695Disabling compacts and flushes for region at 1731493317695Disabling writes for close at 1731493317695Writing region close event to WAL at 1731493317705 (+10 ms)Running coprocessor post-close hooks at 1731493317714 (+9 ms)Closed at 1731493317715 (+1 ms) 2024-11-13T10:21:57,715 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731493308185.bbf274892357d445ef5dd8bd0446c500. 2024-11-13T10:21:57,719 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/data/hbase/meta/1588230740/.tmp/info/b1ad0d1bacf245c294af08596aba4b37 is 129, key is test,,1731493308185.bbf274892357d445ef5dd8bd0446c500./info:regioninfo/1731493308944/Put/seqid=0 2024-11-13T10:21:57,730 INFO [regionserver/770665a7984d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T10:21:57,730 INFO [regionserver/770665a7984d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T10:21:57,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35225 is added to blk_1073741839_1015 (size=6421) 2024-11-13T10:21:57,734 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/data/hbase/meta/1588230740/.tmp/info/b1ad0d1bacf245c294af08596aba4b37 2024-11-13T10:21:57,742 INFO [regionserver/770665a7984d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T10:21:57,757 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,37889,1731493294807.replicationSource.wal-reader.770665a7984d%2C37889%2C1731493294807,1-770665a7984d,37889,1731493294807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/WALs/770665a7984d,37889,1731493294807/770665a7984d%2C37889%2C1731493294807.1731493314425 to pos 393, reset compression=false 2024-11-13T10:21:57,759 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/data/hbase/meta/1588230740/.tmp/ns/2d2d25b7536e4271975b27b27311342d is 43, key is default/ns:d/1731493305806/Put/seqid=0 2024-11-13T10:21:57,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35225 is added to blk_1073741840_1016 (size=5153) 2024-11-13T10:21:57,894 DEBUG [RS:0;770665a7984d:35175 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T10:21:58,095 DEBUG [RS:0;770665a7984d:35175 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T10:21:58,099 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,2-770665a7984d,37889,1731493294807.replicationSource.wal-reader.770665a7984d%2C37889%2C1731493294807,2-770665a7984d,37889,1731493294807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/WALs/770665a7984d,37889,1731493294807/770665a7984d%2C37889%2C1731493294807.1731493314425 to pos 393, reset compression=false 2024-11-13T10:21:58,165 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/data/hbase/meta/1588230740/.tmp/ns/2d2d25b7536e4271975b27b27311342d 2024-11-13T10:21:58,199 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/data/hbase/meta/1588230740/.tmp/rep_barrier/89242c38ff2b4bff8561a0248d3dae87 is 112, key is test,,1731493308185.bbf274892357d445ef5dd8bd0446c500./rep_barrier:seqnumDuringOpen/1731493308944/Put/seqid=0 2024-11-13T10:21:58,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35225 is added to blk_1073741841_1017 (size=5518) 2024-11-13T10:21:58,208 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/data/hbase/meta/1588230740/.tmp/rep_barrier/89242c38ff2b4bff8561a0248d3dae87 2024-11-13T10:21:58,230 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/data/hbase/meta/1588230740/.tmp/table/2bbd138ff9314e64a350924da4715090 is 40, key is test/table:state/1731493308951/Put/seqid=0 2024-11-13T10:21:58,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35225 is added to blk_1073741842_1018 (size=5165) 2024-11-13T10:21:58,234 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/data/hbase/meta/1588230740/.tmp/table/2bbd138ff9314e64a350924da4715090 2024-11-13T10:21:58,239 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/data/hbase/meta/1588230740/.tmp/info/b1ad0d1bacf245c294af08596aba4b37 as hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/data/hbase/meta/1588230740/info/b1ad0d1bacf245c294af08596aba4b37 2024-11-13T10:21:58,242 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/data/hbase/meta/1588230740/info/b1ad0d1bacf245c294af08596aba4b37, entries=10, sequenceid=11, filesize=6.3 K 2024-11-13T10:21:58,243 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/data/hbase/meta/1588230740/.tmp/ns/2d2d25b7536e4271975b27b27311342d as hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/data/hbase/meta/1588230740/ns/2d2d25b7536e4271975b27b27311342d 2024-11-13T10:21:58,248 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/data/hbase/meta/1588230740/ns/2d2d25b7536e4271975b27b27311342d, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T10:21:58,248 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/data/hbase/meta/1588230740/.tmp/rep_barrier/89242c38ff2b4bff8561a0248d3dae87 as hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/data/hbase/meta/1588230740/rep_barrier/89242c38ff2b4bff8561a0248d3dae87 2024-11-13T10:21:58,251 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/data/hbase/meta/1588230740/rep_barrier/89242c38ff2b4bff8561a0248d3dae87, entries=1, sequenceid=11, filesize=5.4 K 2024-11-13T10:21:58,252 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/data/hbase/meta/1588230740/.tmp/table/2bbd138ff9314e64a350924da4715090 as hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/data/hbase/meta/1588230740/table/2bbd138ff9314e64a350924da4715090 2024-11-13T10:21:58,257 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/data/hbase/meta/1588230740/table/2bbd138ff9314e64a350924da4715090, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T10:21:58,258 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 563ms, sequenceid=11, compaction requested=false 2024-11-13T10:21:58,262 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T10:21:58,262 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T10:21:58,262 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T10:21:58,262 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T10:21:58,262 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731493317694Running coprocessor pre-close hooks at 1731493317694Disabling compacts and flushes for region at 1731493317694Disabling writes for close at 1731493317695 (+1 ms)Obtaining lock to block concurrent updates at 1731493317695Preparing flush snapshotting stores in 1588230740 at 1731493317695Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731493317695Flushing stores of hbase:meta,,1.1588230740 at 1731493317696 (+1 ms)Flushing 1588230740/info: creating writer at 1731493317696Flushing 1588230740/info: appending metadata at 1731493317719 (+23 ms)Flushing 1588230740/info: closing flushed file at 1731493317719Flushing 1588230740/ns: creating writer at 1731493317740 (+21 ms)Flushing 1588230740/ns: appending metadata at 1731493317759 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731493317759Flushing 1588230740/rep_barrier: creating writer at 1731493318169 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731493318198 (+29 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731493318198Flushing 1588230740/table: creating writer at 1731493318212 (+14 ms)Flushing 1588230740/table: appending metadata at 1731493318229 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731493318229Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@715551cf: reopening flushed file at 1731493318238 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5740dfad: reopening flushed file at 1731493318242 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27a60b04: reopening flushed file at 1731493318248 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51070f06: reopening flushed file at 1731493318252 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 563ms, sequenceid=11, compaction requested=false at 1731493318258 (+6 ms)Writing region close event to WAL at 1731493318259 (+1 ms)Running coprocessor post-close hooks at 1731493318262 (+3 ms)Closed at 1731493318262 2024-11-13T10:21:58,263 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T10:21:58,295 INFO [RS:0;770665a7984d:35175 {}] regionserver.HRegionServer(976): stopping server 770665a7984d,35175,1731493302855; all regions closed. 2024-11-13T10:21:58,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35225 is added to blk_1073741834_1010 (size=2717) 2024-11-13T10:21:58,300 DEBUG [RS:0;770665a7984d:35175 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/oldWALs 2024-11-13T10:21:58,300 INFO [RS:0;770665a7984d:35175 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 770665a7984d%2C35175%2C1731493302855.meta:.meta(num 1731493305758) 2024-11-13T10:21:58,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35225 is added to blk_1073741832_1008 (size=1028) 2024-11-13T10:21:58,303 DEBUG [RS:0;770665a7984d:35175 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/oldWALs 2024-11-13T10:21:58,303 INFO [RS:0;770665a7984d:35175 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 770665a7984d%2C35175%2C1731493302855:(num 1731493304864) 2024-11-13T10:21:58,303 DEBUG [RS:0;770665a7984d:35175 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:58,303 INFO [RS:0;770665a7984d:35175 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T10:21:58,303 INFO [RS:0;770665a7984d:35175 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T10:21:58,304 INFO [RS:0;770665a7984d:35175 {}] hbase.ChoreService(370): Chore service for: regionserver/770665a7984d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T10:21:58,304 INFO [RS:0;770665a7984d:35175 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T10:21:58,304 INFO [regionserver/770665a7984d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T10:21:58,304 INFO [RS:0;770665a7984d:35175 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;770665a7984d:35175. 2024-11-13T10:21:58,304 DEBUG [RS:0;770665a7984d:35175 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:21:58,304 DEBUG [RS:0;770665a7984d:35175 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:58,304 DEBUG [RS:0;770665a7984d:35175 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:58,304 INFO [RS:0;770665a7984d:35175 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35175 2024-11-13T10:21:58,305 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:21:58,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33733-0x10110d8d8cb0006, quorum=127.0.0.1:50677, baseZNode=/2776729863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2776729863/rs 2024-11-13T10:21:58,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35175-0x10110d8d8cb0007, quorum=127.0.0.1:50677, baseZNode=/2776729863 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2776729863/rs/770665a7984d,35175,1731493302855 2024-11-13T10:21:58,308 INFO [RS:0;770665a7984d:35175 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T10:21:58,309 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [770665a7984d,35175,1731493302855] 2024-11-13T10:21:58,311 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2776729863/draining/770665a7984d,35175,1731493302855 already deleted, retry=false 2024-11-13T10:21:58,311 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 770665a7984d,35175,1731493302855 expired; onlineServers=0 2024-11-13T10:21:58,311 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '770665a7984d,33733,1731493302812' ***** 2024-11-13T10:21:58,311 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T10:21:58,311 INFO [M:0;770665a7984d:33733 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T10:21:58,311 INFO [M:0;770665a7984d:33733 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T10:21:58,312 DEBUG [M:0;770665a7984d:33733 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T10:21:58,312 DEBUG [M:0;770665a7984d:33733 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T10:21:58,312 DEBUG [master/770665a7984d:0:becomeActiveMaster-HFileCleaner.small.0-1731493304620 {}] cleaner.HFileCleaner(306): Exit Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.small.0-1731493304620,5,FailOnTimeoutGroup] 2024-11-13T10:21:58,312 INFO [M:0;770665a7984d:33733 {}] hbase.ChoreService(370): Chore service for: master/770665a7984d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T10:21:58,312 INFO [M:0;770665a7984d:33733 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T10:21:58,312 DEBUG [M:0;770665a7984d:33733 {}] master.HMaster(1795): Stopping service threads 2024-11-13T10:21:58,312 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T10:21:58,312 DEBUG [master/770665a7984d:0:becomeActiveMaster-HFileCleaner.large.0-1731493304616 {}] cleaner.HFileCleaner(306): Exit Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.large.0-1731493304616,5,FailOnTimeoutGroup] 2024-11-13T10:21:58,313 INFO [M:0;770665a7984d:33733 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T10:21:58,313 INFO [M:0;770665a7984d:33733 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T10:21:58,313 INFO [M:0;770665a7984d:33733 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T10:21:58,313 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T10:21:58,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33733-0x10110d8d8cb0006, quorum=127.0.0.1:50677, baseZNode=/2776729863 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2776729863/master 2024-11-13T10:21:58,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33733-0x10110d8d8cb0006, quorum=127.0.0.1:50677, baseZNode=/2776729863 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2776729863 2024-11-13T10:21:58,315 INFO [M:0;770665a7984d:33733 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/.lastflushedseqids 2024-11-13T10:21:58,316 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2776729863/master already deleted, retry=false 2024-11-13T10:21:58,316 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:33733-0x10110d8d8cb0006, quorum=127.0.0.1:50677, baseZNode=/2776729863 Failed delete of our master address node; KeeperErrorCode = NoNode for /2776729863/master 2024-11-13T10:21:58,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35225 is added to blk_1073741843_1019 (size=173) 2024-11-13T10:21:58,320 INFO [M:0;770665a7984d:33733 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T10:21:58,320 INFO [M:0;770665a7984d:33733 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T10:21:58,321 DEBUG [M:0;770665a7984d:33733 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T10:21:58,321 INFO [M:0;770665a7984d:33733 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:21:58,321 DEBUG [M:0;770665a7984d:33733 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:21:58,321 DEBUG [M:0;770665a7984d:33733 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T10:21:58,321 DEBUG [M:0;770665a7984d:33733 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:21:58,321 INFO [M:0;770665a7984d:33733 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-11-13T10:21:58,342 DEBUG [M:0;770665a7984d:33733 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0d38e51e021b4c5ba1b86b7a28d0ae8c is 82, key is hbase:meta,,1/info:regioninfo/1731493305797/Put/seqid=0 2024-11-13T10:21:58,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35225 is added to blk_1073741844_1020 (size=5672) 2024-11-13T10:21:58,347 INFO [M:0;770665a7984d:33733 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0d38e51e021b4c5ba1b86b7a28d0ae8c 2024-11-13T10:21:58,361 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,37889,1731493294807.replicationSource.wal-reader.770665a7984d%2C37889%2C1731493294807,1-770665a7984d,37889,1731493294807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/WALs/770665a7984d,37889,1731493294807/770665a7984d%2C37889%2C1731493294807.1731493314425 to pos 393, reset compression=false 2024-11-13T10:21:58,370 DEBUG [M:0;770665a7984d:33733 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/186c2fac00ac43bc8eb99324de36520b is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731493308954/Put/seqid=0 2024-11-13T10:21:58,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35225 is added to blk_1073741845_1021 (size=6585) 2024-11-13T10:21:58,380 INFO [M:0;770665a7984d:33733 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/186c2fac00ac43bc8eb99324de36520b 2024-11-13T10:21:58,410 DEBUG [M:0;770665a7984d:33733 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8747db951ddc4972a3fcb636be53f499 is 69, key is 770665a7984d,35175,1731493302855/rs:state/1731493304712/Put/seqid=0 2024-11-13T10:21:58,411 INFO [RS:0;770665a7984d:35175 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T10:21:58,411 INFO [RS:0;770665a7984d:35175 {}] regionserver.HRegionServer(1031): Exiting; stopping=770665a7984d,35175,1731493302855; zookeeper connection closed. 2024-11-13T10:21:58,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35175-0x10110d8d8cb0007, quorum=127.0.0.1:50677, baseZNode=/2776729863 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:21:58,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35175-0x10110d8d8cb0007, quorum=127.0.0.1:50677, baseZNode=/2776729863 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:21:58,411 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@108b2552 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@108b2552 2024-11-13T10:21:58,411 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T10:21:58,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35225 is added to blk_1073741846_1022 (size=5156) 2024-11-13T10:21:58,793 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T10:21:58,803 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,2-770665a7984d,37889,1731493294807.replicationSource.wal-reader.770665a7984d%2C37889%2C1731493294807,2-770665a7984d,37889,1731493294807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/WALs/770665a7984d,37889,1731493294807/770665a7984d%2C37889%2C1731493294807.1731493314425 to pos 393, reset compression=false 2024-11-13T10:21:58,814 INFO [M:0;770665a7984d:33733 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8747db951ddc4972a3fcb636be53f499 2024-11-13T10:21:58,818 DEBUG [M:0;770665a7984d:33733 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0d38e51e021b4c5ba1b86b7a28d0ae8c as hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0d38e51e021b4c5ba1b86b7a28d0ae8c 2024-11-13T10:21:58,822 INFO [M:0;770665a7984d:33733 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0d38e51e021b4c5ba1b86b7a28d0ae8c, entries=8, sequenceid=55, filesize=5.5 K 2024-11-13T10:21:58,823 DEBUG [M:0;770665a7984d:33733 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/186c2fac00ac43bc8eb99324de36520b as hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/186c2fac00ac43bc8eb99324de36520b 2024-11-13T10:21:58,826 INFO [M:0;770665a7984d:33733 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/186c2fac00ac43bc8eb99324de36520b, entries=6, sequenceid=55, filesize=6.4 K 2024-11-13T10:21:58,827 DEBUG [M:0;770665a7984d:33733 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8747db951ddc4972a3fcb636be53f499 as hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8747db951ddc4972a3fcb636be53f499 2024-11-13T10:21:58,830 INFO [M:0;770665a7984d:33733 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40851/user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8747db951ddc4972a3fcb636be53f499, entries=1, sequenceid=55, filesize=5.0 K 2024-11-13T10:21:58,831 INFO [M:0;770665a7984d:33733 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 510ms, sequenceid=55, compaction requested=false 2024-11-13T10:21:58,833 INFO [M:0;770665a7984d:33733 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:21:58,833 DEBUG [M:0;770665a7984d:33733 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731493318321Disabling compacts and flushes for region at 1731493318321Disabling writes for close at 1731493318321Obtaining lock to block concurrent updates at 1731493318321Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731493318321Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1731493318321Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731493318322 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731493318322Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731493318342 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731493318342Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731493318350 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731493318369 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731493318370 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731493318385 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731493318409 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731493318409Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13210259: reopening flushed file at 1731493318817 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@334e957d: reopening flushed file at 1731493318822 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5648e807: reopening flushed file at 1731493318827 (+5 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 510ms, sequenceid=55, compaction requested=false at 1731493318831 (+4 ms)Writing region close event to WAL at 1731493318832 (+1 ms)Closed at 1731493318833 (+1 ms) 2024-11-13T10:21:58,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35225 is added to blk_1073741830_1006 (size=32758) 2024-11-13T10:21:58,835 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0b8091e9-6aed-e02e-b1f1-111df58ded94/MasterData/WALs/770665a7984d,33733,1731493302812/770665a7984d%2C33733%2C1731493302812.1731493304543 not finished, retry = 0 2024-11-13T10:21:58,936 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T10:21:58,936 INFO [M:0;770665a7984d:33733 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T10:21:58,936 INFO [M:0;770665a7984d:33733 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33733 2024-11-13T10:21:58,938 INFO [M:0;770665a7984d:33733 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T10:21:59,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33733-0x10110d8d8cb0006, quorum=127.0.0.1:50677, baseZNode=/2776729863 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:21:59,040 INFO [M:0;770665a7984d:33733 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T10:21:59,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33733-0x10110d8d8cb0006, quorum=127.0.0.1:50677, baseZNode=/2776729863 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:21:59,043 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@195293a6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T10:21:59,044 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24e7d4bc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T10:21:59,044 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T10:21:59,044 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a06eee4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T10:21:59,044 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7047b583{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3b0b9c4-ee48-8f43-7207-f091a2501ef5/hadoop.log.dir/,STOPPED} 2024-11-13T10:21:59,046 WARN [BP-2031357631-172.17.0.2-1731493301708 heartbeating to localhost/127.0.0.1:40851 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T10:21:59,046 WARN [BP-2031357631-172.17.0.2-1731493301708 heartbeating to localhost/127.0.0.1:40851 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2031357631-172.17.0.2-1731493301708 (Datanode Uuid a68e4a88-3dd4-4eea-bc42-07704d31d754) service to localhost/127.0.0.1:40851 2024-11-13T10:21:59,047 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3b0b9c4-ee48-8f43-7207-f091a2501ef5/cluster_ada4a604-8ede-c382-ca94-bc713c8bc5bc/data/data1/current/BP-2031357631-172.17.0.2-1731493301708 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T10:21:59,047 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3b0b9c4-ee48-8f43-7207-f091a2501ef5/cluster_ada4a604-8ede-c382-ca94-bc713c8bc5bc/data/data2/current/BP-2031357631-172.17.0.2-1731493301708 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T10:21:59,047 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T10:21:59,047 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T10:21:59,048 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T10:21:59,058 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@326b4593{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T10:21:59,059 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@56ad0518{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T10:21:59,059 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T10:21:59,059 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f4e7b54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T10:21:59,059 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52750825{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3b0b9c4-ee48-8f43-7207-f091a2501ef5/hadoop.log.dir/,STOPPED} 2024-11-13T10:21:59,068 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,37889,1731493294807.replicationSource.wal-reader.770665a7984d%2C37889%2C1731493294807,1-770665a7984d,37889,1731493294807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/WALs/770665a7984d,37889,1731493294807/770665a7984d%2C37889%2C1731493294807.1731493314425 to pos 393, reset compression=false 2024-11-13T10:21:59,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T10:21:59,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T10:21:59,080 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T10:21:59,080 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:21:59,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:59,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:59,080 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:21:59,081 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T10:21:59,081 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1843941648, stopped=false 2024-11-13T10:21:59,081 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=770665a7984d,41603,1731493298607 2024-11-13T10:21:59,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37409-0x10110d8d8cb0004, quorum=127.0.0.1:50677, baseZNode=/1-1726437821 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1726437821/running 2024-11-13T10:21:59,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41603-0x10110d8d8cb0003, quorum=127.0.0.1:50677, baseZNode=/1-1726437821 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1726437821/running 2024-11-13T10:21:59,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37409-0x10110d8d8cb0004, quorum=127.0.0.1:50677, baseZNode=/1-1726437821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1726437821 2024-11-13T10:21:59,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41603-0x10110d8d8cb0003, quorum=127.0.0.1:50677, baseZNode=/1-1726437821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1726437821 2024-11-13T10:21:59,083 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T10:21:59,083 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37409-0x10110d8d8cb0004, quorum=127.0.0.1:50677, baseZNode=/1-1726437821 Set watcher on znode that does not yet exist, /1-1726437821/running 2024-11-13T10:21:59,083 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41603-0x10110d8d8cb0003, quorum=127.0.0.1:50677, baseZNode=/1-1726437821 Set watcher on znode that does not yet exist, /1-1726437821/running 2024-11-13T10:21:59,085 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T10:21:59,085 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:21:59,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:59,086 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '770665a7984d,37409,1731493298646' ***** 2024-11-13T10:21:59,086 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T10:21:59,086 INFO [RS:0;770665a7984d:37409 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T10:21:59,086 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T10:21:59,086 INFO [RS:0;770665a7984d:37409 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T10:21:59,086 INFO [RS:0;770665a7984d:37409 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T10:21:59,086 INFO [RS:0;770665a7984d:37409 {}] regionserver.HRegionServer(3091): Received CLOSE for 8fa320ab142537c8a811553b6412bd2b 2024-11-13T10:21:59,086 INFO [RS:0;770665a7984d:37409 {}] regionserver.HRegionServer(959): stopping server 770665a7984d,37409,1731493298646 2024-11-13T10:21:59,086 INFO [RS:0;770665a7984d:37409 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T10:21:59,087 INFO [RS:0;770665a7984d:37409 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;770665a7984d:37409. 2024-11-13T10:21:59,087 DEBUG [RS:0;770665a7984d:37409 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:21:59,087 DEBUG [RS:0;770665a7984d:37409 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:21:59,087 INFO [RS:0;770665a7984d:37409 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T10:21:59,087 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8fa320ab142537c8a811553b6412bd2b, disabling compactions & flushes 2024-11-13T10:21:59,087 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731493307044.8fa320ab142537c8a811553b6412bd2b. 2024-11-13T10:21:59,087 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731493307044.8fa320ab142537c8a811553b6412bd2b. 2024-11-13T10:21:59,087 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731493307044.8fa320ab142537c8a811553b6412bd2b. after waiting 0 ms 2024-11-13T10:21:59,087 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731493307044.8fa320ab142537c8a811553b6412bd2b. 2024-11-13T10:21:59,088 INFO [RS:0;770665a7984d:37409 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T10:21:59,088 INFO [RS:0;770665a7984d:37409 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T10:21:59,088 INFO [RS:0;770665a7984d:37409 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T10:21:59,088 INFO [RS:0;770665a7984d:37409 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T10:21:59,088 DEBUG [RS:0;770665a7984d:37409 {}] regionserver.HRegionServer(1325): Online Regions={8fa320ab142537c8a811553b6412bd2b=test,,1731493307044.8fa320ab142537c8a811553b6412bd2b., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T10:21:59,088 DEBUG [RS:0;770665a7984d:37409 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8fa320ab142537c8a811553b6412bd2b 2024-11-13T10:21:59,089 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T10:21:59,089 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T10:21:59,089 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T10:21:59,089 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T10:21:59,089 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T10:21:59,089 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-13T10:21:59,101 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/data/default/test/8fa320ab142537c8a811553b6412bd2b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T10:21:59,102 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T10:21:59,102 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T10:21:59,103 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731493307044.8fa320ab142537c8a811553b6412bd2b. 2024-11-13T10:21:59,103 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8fa320ab142537c8a811553b6412bd2b: Waiting for close lock at 1731493319087Running coprocessor pre-close hooks at 1731493319087Disabling compacts and flushes for region at 1731493319087Disabling writes for close at 1731493319087Writing region close event to WAL at 1731493319087Running coprocessor post-close hooks at 1731493319102 (+15 ms)Closed at 1731493319103 (+1 ms) 2024-11-13T10:21:59,103 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731493307044.8fa320ab142537c8a811553b6412bd2b. 2024-11-13T10:21:59,121 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/data/hbase/meta/1588230740/.tmp/info/7796f5a2562a44c5be3636c787089597 is 129, key is test,,1731493307044.8fa320ab142537c8a811553b6412bd2b./info:regioninfo/1731493307787/Put/seqid=0 2024-11-13T10:21:59,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37159 is added to blk_1073741841_1017 (size=6421) 2024-11-13T10:21:59,126 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/data/hbase/meta/1588230740/.tmp/info/7796f5a2562a44c5be3636c787089597 2024-11-13T10:21:59,131 INFO [regionserver/770665a7984d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T10:21:59,152 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/data/hbase/meta/1588230740/.tmp/ns/b1c6493971cb4302b8ee472b3f09db29 is 43, key is default/ns:d/1731493301609/Put/seqid=0 2024-11-13T10:21:59,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37159 is added to blk_1073741842_1018 (size=5153) 2024-11-13T10:21:59,289 DEBUG [RS:0;770665a7984d:37409 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T10:21:59,489 DEBUG [RS:0;770665a7984d:37409 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T10:21:59,556 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/data/hbase/meta/1588230740/.tmp/ns/b1c6493971cb4302b8ee472b3f09db29 2024-11-13T10:21:59,578 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/data/hbase/meta/1588230740/.tmp/rep_barrier/25934b43916544559def795b6ee59cb9 is 112, key is test,,1731493307044.8fa320ab142537c8a811553b6412bd2b./rep_barrier:seqnumDuringOpen/1731493307787/Put/seqid=0 2024-11-13T10:21:59,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37159 is added to blk_1073741843_1019 (size=5518) 2024-11-13T10:21:59,590 INFO [regionserver/770665a7984d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T10:21:59,590 INFO [regionserver/770665a7984d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T10:21:59,607 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,2-770665a7984d,37889,1731493294807.replicationSource.wal-reader.770665a7984d%2C37889%2C1731493294807,2-770665a7984d,37889,1731493294807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/WALs/770665a7984d,37889,1731493294807/770665a7984d%2C37889%2C1731493294807.1731493314425 to pos 393, reset compression=false 2024-11-13T10:21:59,689 DEBUG [RS:0;770665a7984d:37409 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T10:21:59,871 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,37889,1731493294807.replicationSource.wal-reader.770665a7984d%2C37889%2C1731493294807,1-770665a7984d,37889,1731493294807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/WALs/770665a7984d,37889,1731493294807/770665a7984d%2C37889%2C1731493294807.1731493314425 to pos 393, reset compression=false 2024-11-13T10:21:59,889 DEBUG [RS:0;770665a7984d:37409 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T10:21:59,985 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/data/hbase/meta/1588230740/.tmp/rep_barrier/25934b43916544559def795b6ee59cb9 2024-11-13T10:22:00,006 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/data/hbase/meta/1588230740/.tmp/table/171594a42a824312a2bcf2800d5c99df is 40, key is test/table:state/1731493307794/Put/seqid=0 2024-11-13T10:22:00,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37159 is added to blk_1073741844_1020 (size=5165) 2024-11-13T10:22:00,089 INFO [RS:0;770665a7984d:37409 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T10:22:00,089 DEBUG [RS:0;770665a7984d:37409 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T10:22:00,089 DEBUG [RS:0;770665a7984d:37409 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T10:22:00,290 DEBUG [RS:0;770665a7984d:37409 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T10:22:00,410 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/data/hbase/meta/1588230740/.tmp/table/171594a42a824312a2bcf2800d5c99df 2024-11-13T10:22:00,415 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/data/hbase/meta/1588230740/.tmp/info/7796f5a2562a44c5be3636c787089597 as hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/data/hbase/meta/1588230740/info/7796f5a2562a44c5be3636c787089597 2024-11-13T10:22:00,419 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/data/hbase/meta/1588230740/info/7796f5a2562a44c5be3636c787089597, entries=10, sequenceid=11, filesize=6.3 K 2024-11-13T10:22:00,419 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/data/hbase/meta/1588230740/.tmp/ns/b1c6493971cb4302b8ee472b3f09db29 as hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/data/hbase/meta/1588230740/ns/b1c6493971cb4302b8ee472b3f09db29 2024-11-13T10:22:00,422 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/data/hbase/meta/1588230740/ns/b1c6493971cb4302b8ee472b3f09db29, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T10:22:00,423 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/data/hbase/meta/1588230740/.tmp/rep_barrier/25934b43916544559def795b6ee59cb9 as hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/data/hbase/meta/1588230740/rep_barrier/25934b43916544559def795b6ee59cb9 2024-11-13T10:22:00,426 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/data/hbase/meta/1588230740/rep_barrier/25934b43916544559def795b6ee59cb9, entries=1, sequenceid=11, filesize=5.4 K 2024-11-13T10:22:00,427 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/data/hbase/meta/1588230740/.tmp/table/171594a42a824312a2bcf2800d5c99df as hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/data/hbase/meta/1588230740/table/171594a42a824312a2bcf2800d5c99df 2024-11-13T10:22:00,430 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/data/hbase/meta/1588230740/table/171594a42a824312a2bcf2800d5c99df, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T10:22:00,431 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1342ms, sequenceid=11, compaction requested=false 2024-11-13T10:22:00,436 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T10:22:00,437 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T10:22:00,437 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T10:22:00,437 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T10:22:00,437 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731493319089Running coprocessor pre-close hooks at 1731493319089Disabling compacts and flushes for region at 1731493319089Disabling writes for close at 1731493319089Obtaining lock to block concurrent updates at 1731493319089Preparing flush snapshotting stores in 1588230740 at 1731493319089Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731493319089Flushing stores of hbase:meta,,1.1588230740 at 1731493319098 (+9 ms)Flushing 1588230740/info: creating writer at 1731493319103 (+5 ms)Flushing 1588230740/info: appending metadata at 1731493319121 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731493319121Flushing 1588230740/ns: creating writer at 1731493319130 (+9 ms)Flushing 1588230740/ns: appending metadata at 1731493319152 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731493319152Flushing 1588230740/rep_barrier: creating writer at 1731493319560 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731493319577 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731493319577Flushing 1588230740/table: creating writer at 1731493319989 (+412 ms)Flushing 1588230740/table: appending metadata at 1731493320006 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731493320006Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f8169b9: reopening flushed file at 1731493320414 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@476dd2d9: reopening flushed file at 1731493320419 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74474538: reopening flushed file at 1731493320423 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e32943b: reopening flushed file at 1731493320426 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1342ms, sequenceid=11, compaction requested=false at 1731493320431 (+5 ms)Writing region close event to WAL at 1731493320434 (+3 ms)Running coprocessor post-close hooks at 1731493320437 (+3 ms)Closed at 1731493320437 2024-11-13T10:22:00,437 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T10:22:00,490 INFO [RS:0;770665a7984d:37409 {}] regionserver.HRegionServer(976): stopping server 770665a7984d,37409,1731493298646; all regions closed. 2024-11-13T10:22:00,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37159 is added to blk_1073741834_1010 (size=2717) 2024-11-13T10:22:00,497 DEBUG [RS:0;770665a7984d:37409 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/oldWALs 2024-11-13T10:22:00,497 INFO [RS:0;770665a7984d:37409 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 770665a7984d%2C37409%2C1731493298646.meta:.meta(num 1731493301568) 2024-11-13T10:22:00,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37159 is added to blk_1073741832_1008 (size=1374) 2024-11-13T10:22:00,506 DEBUG [RS:0;770665a7984d:37409 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/oldWALs 2024-11-13T10:22:00,506 INFO [RS:0;770665a7984d:37409 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 770665a7984d%2C37409%2C1731493298646:(num 1731493300656) 2024-11-13T10:22:00,506 DEBUG [RS:0;770665a7984d:37409 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:22:00,506 INFO [RS:0;770665a7984d:37409 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T10:22:00,506 INFO [RS:0;770665a7984d:37409 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T10:22:00,506 INFO [RS:0;770665a7984d:37409 {}] hbase.ChoreService(370): Chore service for: regionserver/770665a7984d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T10:22:00,506 INFO [RS:0;770665a7984d:37409 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T10:22:00,506 INFO [regionserver/770665a7984d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T10:22:00,506 INFO [RS:0;770665a7984d:37409 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;770665a7984d:37409. 2024-11-13T10:22:00,507 DEBUG [RS:0;770665a7984d:37409 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:22:00,507 DEBUG [RS:0;770665a7984d:37409 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:22:00,507 DEBUG [RS:0;770665a7984d:37409 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:22:00,507 INFO [RS:0;770665a7984d:37409 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37409 2024-11-13T10:22:00,508 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:22:00,510 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,2-770665a7984d,37889,1731493294807.replicationSource.wal-reader.770665a7984d%2C37889%2C1731493294807,2-770665a7984d,37889,1731493294807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/WALs/770665a7984d,37889,1731493294807/770665a7984d%2C37889%2C1731493294807.1731493314425 to pos 393, reset compression=false 2024-11-13T10:22:00,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41603-0x10110d8d8cb0003, quorum=127.0.0.1:50677, baseZNode=/1-1726437821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1726437821/rs 2024-11-13T10:22:00,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37409-0x10110d8d8cb0004, quorum=127.0.0.1:50677, baseZNode=/1-1726437821 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1726437821/rs/770665a7984d,37409,1731493298646 2024-11-13T10:22:00,511 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [770665a7984d,37409,1731493298646] 2024-11-13T10:22:00,512 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1726437821/draining/770665a7984d,37409,1731493298646 already deleted, retry=false 2024-11-13T10:22:00,512 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 770665a7984d,37409,1731493298646 expired; onlineServers=0 2024-11-13T10:22:00,512 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '770665a7984d,41603,1731493298607' ***** 2024-11-13T10:22:00,512 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T10:22:00,512 INFO [M:0;770665a7984d:41603 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T10:22:00,512 INFO [M:0;770665a7984d:41603 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T10:22:00,512 DEBUG [M:0;770665a7984d:41603 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T10:22:00,512 DEBUG [M:0;770665a7984d:41603 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T10:22:00,512 DEBUG [master/770665a7984d:0:becomeActiveMaster-HFileCleaner.large.0-1731493300414 {}] cleaner.HFileCleaner(306): Exit Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.large.0-1731493300414,5,FailOnTimeoutGroup] 2024-11-13T10:22:00,512 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T10:22:00,512 INFO [M:0;770665a7984d:41603 {}] hbase.ChoreService(370): Chore service for: master/770665a7984d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T10:22:00,512 INFO [M:0;770665a7984d:41603 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T10:22:00,512 DEBUG [M:0;770665a7984d:41603 {}] master.HMaster(1795): Stopping service threads 2024-11-13T10:22:00,512 INFO [RS:0;770665a7984d:37409 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T10:22:00,512 INFO [M:0;770665a7984d:41603 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T10:22:00,512 INFO [M:0;770665a7984d:41603 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T10:22:00,513 INFO [M:0;770665a7984d:41603 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T10:22:00,513 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T10:22:00,513 DEBUG [master/770665a7984d:0:becomeActiveMaster-HFileCleaner.small.0-1731493300414 {}] cleaner.HFileCleaner(306): Exit Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.small.0-1731493300414,5,FailOnTimeoutGroup] 2024-11-13T10:22:00,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41603-0x10110d8d8cb0003, quorum=127.0.0.1:50677, baseZNode=/1-1726437821 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1726437821/master 2024-11-13T10:22:00,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41603-0x10110d8d8cb0003, quorum=127.0.0.1:50677, baseZNode=/1-1726437821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1726437821 2024-11-13T10:22:00,516 DEBUG [M:0;770665a7984d:41603 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1726437821/master already deleted, retry=false 2024-11-13T10:22:00,516 DEBUG [M:0;770665a7984d:41603 {}] master.ActiveMasterManager(353): master:41603-0x10110d8d8cb0003, quorum=127.0.0.1:50677, baseZNode=/1-1726437821 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-1726437821/master 2024-11-13T10:22:00,517 INFO [M:0;770665a7984d:41603 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/.lastflushedseqids 2024-11-13T10:22:00,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37159 is added to blk_1073741845_1021 (size=173) 2024-11-13T10:22:00,526 INFO [M:0;770665a7984d:41603 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T10:22:00,526 INFO [M:0;770665a7984d:41603 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T10:22:00,526 DEBUG [M:0;770665a7984d:41603 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T10:22:00,526 INFO [M:0;770665a7984d:41603 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:22:00,526 DEBUG [M:0;770665a7984d:41603 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:22:00,526 DEBUG [M:0;770665a7984d:41603 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T10:22:00,526 DEBUG [M:0;770665a7984d:41603 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:22:00,526 INFO [M:0;770665a7984d:41603 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-13T10:22:00,545 DEBUG [M:0;770665a7984d:41603 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/257ca7b8de074cf0a2ef0bfb24a5dbac is 82, key is hbase:meta,,1/info:regioninfo/1731493301599/Put/seqid=0 2024-11-13T10:22:00,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37159 is added to blk_1073741846_1022 (size=5672) 2024-11-13T10:22:00,550 INFO [M:0;770665a7984d:41603 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/257ca7b8de074cf0a2ef0bfb24a5dbac 2024-11-13T10:22:00,572 DEBUG [M:0;770665a7984d:41603 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0520810ba85d4740b2232860874f792e is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731493307797/Put/seqid=0 2024-11-13T10:22:00,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37159 is added to blk_1073741847_1023 (size=6586) 2024-11-13T10:22:00,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37409-0x10110d8d8cb0004, quorum=127.0.0.1:50677, baseZNode=/1-1726437821 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:22:00,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37409-0x10110d8d8cb0004, quorum=127.0.0.1:50677, baseZNode=/1-1726437821 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:22:00,615 INFO [RS:0;770665a7984d:37409 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T10:22:00,615 INFO [RS:0;770665a7984d:37409 {}] regionserver.HRegionServer(1031): Exiting; stopping=770665a7984d,37409,1731493298646; zookeeper connection closed. 2024-11-13T10:22:00,616 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@59ed91f4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@59ed91f4 2024-11-13T10:22:00,616 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T10:22:00,777 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,37889,1731493294807.replicationSource.wal-reader.770665a7984d%2C37889%2C1731493294807,1-770665a7984d,37889,1731493294807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/WALs/770665a7984d,37889,1731493294807/770665a7984d%2C37889%2C1731493294807.1731493314425 to pos 393, reset compression=false 2024-11-13T10:22:00,977 INFO [M:0;770665a7984d:41603 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0520810ba85d4740b2232860874f792e 2024-11-13T10:22:01,019 DEBUG [M:0;770665a7984d:41603 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5881b333467b4446933e461dc107c0b5 is 69, key is 770665a7984d,37409,1731493298646/rs:state/1731493300494/Put/seqid=0 2024-11-13T10:22:01,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37159 is added to blk_1073741848_1024 (size=5156) 2024-11-13T10:22:01,024 INFO [M:0;770665a7984d:41603 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5881b333467b4446933e461dc107c0b5 2024-11-13T10:22:01,028 DEBUG [M:0;770665a7984d:41603 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/257ca7b8de074cf0a2ef0bfb24a5dbac as hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/257ca7b8de074cf0a2ef0bfb24a5dbac 2024-11-13T10:22:01,033 INFO [M:0;770665a7984d:41603 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/257ca7b8de074cf0a2ef0bfb24a5dbac, entries=8, sequenceid=55, filesize=5.5 K 2024-11-13T10:22:01,034 DEBUG [M:0;770665a7984d:41603 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0520810ba85d4740b2232860874f792e as hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0520810ba85d4740b2232860874f792e 2024-11-13T10:22:01,040 INFO [M:0;770665a7984d:41603 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0520810ba85d4740b2232860874f792e, entries=6, sequenceid=55, filesize=6.4 K 2024-11-13T10:22:01,041 DEBUG [M:0;770665a7984d:41603 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5881b333467b4446933e461dc107c0b5 as hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5881b333467b4446933e461dc107c0b5 2024-11-13T10:22:01,045 INFO [M:0;770665a7984d:41603 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35621/user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5881b333467b4446933e461dc107c0b5, entries=1, sequenceid=55, filesize=5.0 K 2024-11-13T10:22:01,046 INFO [M:0;770665a7984d:41603 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 520ms, sequenceid=55, compaction requested=false 2024-11-13T10:22:01,047 INFO [M:0;770665a7984d:41603 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:22:01,047 DEBUG [M:0;770665a7984d:41603 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731493320526Disabling compacts and flushes for region at 1731493320526Disabling writes for close at 1731493320526Obtaining lock to block concurrent updates at 1731493320526Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731493320526Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731493320526Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731493320527 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731493320527Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731493320545 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731493320545Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731493320554 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731493320572 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731493320572Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731493321000 (+428 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731493321018 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731493321018Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77a8152: reopening flushed file at 1731493321027 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25971ddf: reopening flushed file at 1731493321034 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@502d2673: reopening flushed file at 1731493321040 (+6 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 520ms, sequenceid=55, compaction requested=false at 1731493321046 (+6 ms)Writing region close event to WAL at 1731493321047 (+1 ms)Closed at 1731493321047 2024-11-13T10:22:01,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37159 is added to blk_1073741830_1006 (size=32770) 2024-11-13T10:22:01,049 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fecfbbef-82ae-209b-977a-b69531911d74/MasterData/WALs/770665a7984d,41603,1731493298607/770665a7984d%2C41603%2C1731493298607.1731493300330 not finished, retry = 0 2024-11-13T10:22:01,151 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T10:22:01,151 INFO [M:0;770665a7984d:41603 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T10:22:01,151 INFO [M:0;770665a7984d:41603 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41603 2024-11-13T10:22:01,152 INFO [M:0;770665a7984d:41603 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T10:22:01,254 INFO [M:0;770665a7984d:41603 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T10:22:01,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41603-0x10110d8d8cb0003, quorum=127.0.0.1:50677, baseZNode=/1-1726437821 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:22:01,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41603-0x10110d8d8cb0003, quorum=127.0.0.1:50677, baseZNode=/1-1726437821 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:22:01,257 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c25f550{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T10:22:01,258 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4aa2692e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T10:22:01,258 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T10:22:01,258 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5afa26ae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T10:22:01,258 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a98aa89{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636ad4c6-027c-eb2e-76a8-9e191b48a9a4/hadoop.log.dir/,STOPPED} 2024-11-13T10:22:01,260 WARN [BP-666001685-172.17.0.2-1731493297886 heartbeating to localhost/127.0.0.1:35621 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T10:22:01,260 WARN [BP-666001685-172.17.0.2-1731493297886 heartbeating to localhost/127.0.0.1:35621 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-666001685-172.17.0.2-1731493297886 (Datanode Uuid 4449cfe5-39a2-4340-919a-dcb538446fc1) service to localhost/127.0.0.1:35621 2024-11-13T10:22:01,261 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T10:22:01,261 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T10:22:01,261 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636ad4c6-027c-eb2e-76a8-9e191b48a9a4/cluster_5528026b-f5b3-87cf-31a3-e4f931707ec6/data/data1/current/BP-666001685-172.17.0.2-1731493297886 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T10:22:01,261 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636ad4c6-027c-eb2e-76a8-9e191b48a9a4/cluster_5528026b-f5b3-87cf-31a3-e4f931707ec6/data/data2/current/BP-666001685-172.17.0.2-1731493297886 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T10:22:01,262 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T10:22:01,273 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3d40997b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T10:22:01,273 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@738e3a8a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T10:22:01,274 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T10:22:01,274 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4410011{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T10:22:01,274 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f2b333{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/636ad4c6-027c-eb2e-76a8-9e191b48a9a4/hadoop.log.dir/,STOPPED} 2024-11-13T10:22:01,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T10:22:01,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T10:22:01,294 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T10:22:01,294 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:22:01,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:22:01,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:22:01,294 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:22:01,294 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T10:22:01,294 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=762877326, stopped=false 2024-11-13T10:22:01,294 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=770665a7984d,42773,1731493294740 2024-11-13T10:22:01,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37889-0x10110d8d8cb0001, quorum=127.0.0.1:50677, baseZNode=/0-1482303142 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1482303142/running 2024-11-13T10:22:01,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42773-0x10110d8d8cb0000, quorum=127.0.0.1:50677, baseZNode=/0-1482303142 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1482303142/running 2024-11-13T10:22:01,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42773-0x10110d8d8cb0000, quorum=127.0.0.1:50677, baseZNode=/0-1482303142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1482303142 2024-11-13T10:22:01,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37889-0x10110d8d8cb0001, quorum=127.0.0.1:50677, baseZNode=/0-1482303142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1482303142 2024-11-13T10:22:01,298 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T10:22:01,298 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37889-0x10110d8d8cb0001, quorum=127.0.0.1:50677, baseZNode=/0-1482303142 Set watcher on znode that does not yet exist, /0-1482303142/running 2024-11-13T10:22:01,298 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42773-0x10110d8d8cb0000, quorum=127.0.0.1:50677, baseZNode=/0-1482303142 Set watcher on znode that does not yet exist, /0-1482303142/running 2024-11-13T10:22:01,300 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T10:22:01,300 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:22:01,300 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:22:01,300 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '770665a7984d,37889,1731493294807' ***** 2024-11-13T10:22:01,301 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T10:22:01,301 INFO [RS:0;770665a7984d:37889 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T10:22:01,301 INFO [RS:0;770665a7984d:37889 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T10:22:01,301 INFO [RS:0;770665a7984d:37889 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T10:22:01,301 INFO [RS:0;770665a7984d:37889 {}] regionserver.HRegionServer(3091): Received CLOSE for 2aec34bf5d7b5fe150f24eec293ce644 2024-11-13T10:22:01,301 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T10:22:01,303 INFO [RS:0;770665a7984d:37889 {}] regionserver.HRegionServer(3091): Received CLOSE for b8212aebc3247240a9752b5823bae787 2024-11-13T10:22:01,303 INFO [RS:0;770665a7984d:37889 {}] regionserver.HRegionServer(959): stopping server 770665a7984d,37889,1731493294807 2024-11-13T10:22:01,303 INFO [RS:0;770665a7984d:37889 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T10:22:01,303 INFO [RS:0;770665a7984d:37889 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;770665a7984d:37889. 2024-11-13T10:22:01,303 DEBUG [RS:0;770665a7984d:37889 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:22:01,303 DEBUG [RS:0;770665a7984d:37889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:22:01,303 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2aec34bf5d7b5fe150f24eec293ce644, disabling compactions & flushes 2024-11-13T10:22:01,303 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731493305901.2aec34bf5d7b5fe150f24eec293ce644. 2024-11-13T10:22:01,303 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731493305901.2aec34bf5d7b5fe150f24eec293ce644. 2024-11-13T10:22:01,303 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731493305901.2aec34bf5d7b5fe150f24eec293ce644. after waiting 0 ms 2024-11-13T10:22:01,303 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731493305901.2aec34bf5d7b5fe150f24eec293ce644. 2024-11-13T10:22:01,303 INFO [RS:0;770665a7984d:37889 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T10:22:01,303 INFO [RS:0;770665a7984d:37889 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T10:22:01,303 INFO [RS:0;770665a7984d:37889 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T10:22:01,303 INFO [RS:0;770665a7984d:37889 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T10:22:01,304 INFO [RS:0;770665a7984d:37889 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T10:22:01,304 DEBUG [RS:0;770665a7984d:37889 {}] regionserver.HRegionServer(1325): Online Regions={2aec34bf5d7b5fe150f24eec293ce644=test,,1731493305901.2aec34bf5d7b5fe150f24eec293ce644., 1588230740=hbase:meta,,1.1588230740, b8212aebc3247240a9752b5823bae787=hbase:replication,,1731493309342.b8212aebc3247240a9752b5823bae787.} 2024-11-13T10:22:01,304 DEBUG [RS:0;770665a7984d:37889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2aec34bf5d7b5fe150f24eec293ce644, b8212aebc3247240a9752b5823bae787 2024-11-13T10:22:01,305 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T10:22:01,305 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T10:22:01,305 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T10:22:01,305 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T10:22:01,305 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T10:22:01,305 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T10:22:01,317 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/data/default/test/2aec34bf5d7b5fe150f24eec293ce644/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T10:22:01,317 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T10:22:01,317 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T10:22:01,317 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731493305901.2aec34bf5d7b5fe150f24eec293ce644. 2024-11-13T10:22:01,317 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2aec34bf5d7b5fe150f24eec293ce644: Waiting for close lock at 1731493321303Running coprocessor pre-close hooks at 1731493321303Disabling compacts and flushes for region at 1731493321303Disabling writes for close at 1731493321303Writing region close event to WAL at 1731493321308 (+5 ms)Running coprocessor post-close hooks at 1731493321317 (+9 ms)Closed at 1731493321317 2024-11-13T10:22:01,318 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731493305901.2aec34bf5d7b5fe150f24eec293ce644. 2024-11-13T10:22:01,318 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b8212aebc3247240a9752b5823bae787, disabling compactions & flushes 2024-11-13T10:22:01,318 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731493309342.b8212aebc3247240a9752b5823bae787. 2024-11-13T10:22:01,318 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731493309342.b8212aebc3247240a9752b5823bae787. 2024-11-13T10:22:01,318 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731493309342.b8212aebc3247240a9752b5823bae787. after waiting 0 ms 2024-11-13T10:22:01,318 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731493309342.b8212aebc3247240a9752b5823bae787. 2024-11-13T10:22:01,318 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b8212aebc3247240a9752b5823bae787 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-13T10:22:01,333 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/data/hbase/meta/1588230740/.tmp/info/4032fc20217d40838d4c9a25686074cc is 147, key is hbase:replication,,1731493309342.b8212aebc3247240a9752b5823bae787./info:regioninfo/1731493310502/Put/seqid=0 2024-11-13T10:22:01,344 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/data/hbase/replication/b8212aebc3247240a9752b5823bae787/.tmp/hfileref/0034a860a51b419594fce689ed645032 is 74, key is 1/hfileref:0e904416e1234e29a16c6850fcd633f3_SeqId_6_/1731493316787/DeleteColumn/seqid=0 2024-11-13T10:22:01,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44831 is added to blk_1073741847_1023 (size=7686) 2024-11-13T10:22:01,348 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/data/hbase/meta/1588230740/.tmp/info/4032fc20217d40838d4c9a25686074cc 2024-11-13T10:22:01,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44831 is added to blk_1073741848_1024 (size=5489) 2024-11-13T10:22:01,351 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/data/hbase/replication/b8212aebc3247240a9752b5823bae787/.tmp/hfileref/0034a860a51b419594fce689ed645032 2024-11-13T10:22:01,379 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/data/hbase/meta/1588230740/.tmp/ns/5a569476823e423db6423e4b758cd6ba is 43, key is default/ns:d/1731493297782/Put/seqid=0 2024-11-13T10:22:01,380 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/data/hbase/replication/b8212aebc3247240a9752b5823bae787/.tmp/queue/cd202e92ac7741558f56fe5218b654c1 is 153, key is 1-770665a7984d,37889,1731493294807/queue:770665a7984d%2C37889%2C1731493294807/1731493316788/Put/seqid=0 2024-11-13T10:22:01,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44831 is added to blk_1073741849_1025 (size=5153) 2024-11-13T10:22:01,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44831 is added to blk_1073741850_1026 (size=5504) 2024-11-13T10:22:01,390 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/data/hbase/replication/b8212aebc3247240a9752b5823bae787/.tmp/queue/cd202e92ac7741558f56fe5218b654c1 2024-11-13T10:22:01,396 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/data/hbase/replication/b8212aebc3247240a9752b5823bae787/.tmp/hfileref/0034a860a51b419594fce689ed645032 as hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/data/hbase/replication/b8212aebc3247240a9752b5823bae787/hfileref/0034a860a51b419594fce689ed645032 2024-11-13T10:22:01,397 INFO [regionserver/770665a7984d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T10:22:01,401 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/data/hbase/replication/b8212aebc3247240a9752b5823bae787/hfileref/0034a860a51b419594fce689ed645032, entries=6, sequenceid=17, filesize=5.4 K 2024-11-13T10:22:01,401 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/data/hbase/replication/b8212aebc3247240a9752b5823bae787/.tmp/queue/cd202e92ac7741558f56fe5218b654c1 as hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/data/hbase/replication/b8212aebc3247240a9752b5823bae787/queue/cd202e92ac7741558f56fe5218b654c1 2024-11-13T10:22:01,405 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/data/hbase/replication/b8212aebc3247240a9752b5823bae787/queue/cd202e92ac7741558f56fe5218b654c1, entries=2, sequenceid=17, filesize=5.4 K 2024-11-13T10:22:01,406 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for b8212aebc3247240a9752b5823bae787 in 88ms, sequenceid=17, compaction requested=false 2024-11-13T10:22:01,411 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/data/hbase/replication/b8212aebc3247240a9752b5823bae787/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-13T10:22:01,411 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T10:22:01,411 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T10:22:01,411 INFO [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731493309342.b8212aebc3247240a9752b5823bae787. 2024-11-13T10:22:01,411 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b8212aebc3247240a9752b5823bae787: Waiting for close lock at 1731493321318Running coprocessor pre-close hooks at 1731493321318Disabling compacts and flushes for region at 1731493321318Disabling writes for close at 1731493321318Obtaining lock to block concurrent updates at 1731493321318Preparing flush snapshotting stores in b8212aebc3247240a9752b5823bae787 at 1731493321318Finished memstore snapshotting hbase:replication,,1731493309342.b8212aebc3247240a9752b5823bae787., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731493321318Flushing stores of hbase:replication,,1731493309342.b8212aebc3247240a9752b5823bae787. at 1731493321321 (+3 ms)Flushing b8212aebc3247240a9752b5823bae787/hfileref: creating writer at 1731493321321Flushing b8212aebc3247240a9752b5823bae787/hfileref: appending metadata at 1731493321343 (+22 ms)Flushing b8212aebc3247240a9752b5823bae787/hfileref: closing flushed file at 1731493321343Flushing b8212aebc3247240a9752b5823bae787/queue: creating writer at 1731493321358 (+15 ms)Flushing b8212aebc3247240a9752b5823bae787/queue: appending metadata at 1731493321379 (+21 ms)Flushing b8212aebc3247240a9752b5823bae787/queue: closing flushed file at 1731493321379Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f008d41: reopening flushed file at 1731493321395 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@523f7b4c: reopening flushed file at 1731493321401 (+6 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for b8212aebc3247240a9752b5823bae787 in 88ms, sequenceid=17, compaction requested=false at 1731493321406 (+5 ms)Writing region close event to WAL at 1731493321408 (+2 ms)Running coprocessor post-close hooks at 1731493321411 (+3 ms)Closed at 1731493321411 2024-11-13T10:22:01,412 DEBUG [RS_CLOSE_REGION-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731493309342.b8212aebc3247240a9752b5823bae787. 2024-11-13T10:22:01,505 DEBUG [RS:0;770665a7984d:37889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T10:22:01,515 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,2-770665a7984d,37889,1731493294807.replicationSource.wal-reader.770665a7984d%2C37889%2C1731493294807,2-770665a7984d,37889,1731493294807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/WALs/770665a7984d,37889,1731493294807/770665a7984d%2C37889%2C1731493294807.1731493314425 to pos 393, reset compression=false 2024-11-13T10:22:01,519 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,2-770665a7984d,37889,1731493294807.replicationSource.wal-reader.770665a7984d%2C37889%2C1731493294807,2-770665a7984d,37889,1731493294807 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T10:22:01,519 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,2-770665a7984d,37889,1731493294807.replicationSource.wal-reader.770665a7984d%2C37889%2C1731493294807,2-770665a7984d,37889,1731493294807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/WALs/770665a7984d,37889,1731493294807/770665a7984d%2C37889%2C1731493294807.1731493314425 to pos 688, reset compression=false 2024-11-13T10:22:01,519 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,2-770665a7984d,37889,1731493294807.replicationSource.shipper770665a7984d%2C37889%2C1731493294807,2-770665a7984d,37889,1731493294807 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-770665a7984d,37889,1731493294807 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/WALs/770665a7984d,37889,1731493294807/770665a7984d%2C37889%2C1731493294807.1731493314425, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T10:22:01,521 ERROR [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,2-770665a7984d,37889,1731493294807.replicationSource.shipper770665a7984d%2C37889%2C1731493294807,2-770665a7984d,37889,1731493294807 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 770665a7984d,37889,1731493294807: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-770665a7984d,37889,1731493294807, walGroup=770665a7984d%2C37889%2C1731493294807, offset=770665a7984d%2C37889%2C1731493294807.1731493314425:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=770665a7984d:37889 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T10:22:01,523 ERROR [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,2-770665a7984d,37889,1731493294807.replicationSource.shipper770665a7984d%2C37889%2C1731493294807,2-770665a7984d,37889,1731493294807 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T10:22:01,523 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,2-770665a7984d,37889,1731493294807.replicationSource.shipper770665a7984d%2C37889%2C1731493294807,2-770665a7984d,37889,1731493294807 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T10:22:01,523 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,2-770665a7984d,37889,1731493294807.replicationSource.shipper770665a7984d%2C37889%2C1731493294807,2-770665a7984d,37889,1731493294807 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T10:22:01,523 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,2-770665a7984d,37889,1731493294807.replicationSource.shipper770665a7984d%2C37889%2C1731493294807,2-770665a7984d,37889,1731493294807 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T10:22:01,523 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,2-770665a7984d,37889,1731493294807.replicationSource.shipper770665a7984d%2C37889%2C1731493294807,2-770665a7984d,37889,1731493294807 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T10:22:01,523 INFO [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,2-770665a7984d,37889,1731493294807.replicationSource.shipper770665a7984d%2C37889%2C1731493294807,2-770665a7984d,37889,1731493294807 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1503657984, "init": 1048576000, "max": 2306867200, "used": 997472976 }, "NonHeapMemoryUsage": { "committed": 211222528, "init": 7667712, "max": -1, "used": 208278784 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T10:22:01,524 WARN [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,2-770665a7984d,37889,1731493294807.replicationSource.shipper770665a7984d%2C37889%2C1731493294807,2-770665a7984d,37889,1731493294807 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=770665a7984d:42773 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=770665a7984d:42773 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T10:22:01,672 INFO [regionserver/770665a7984d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T10:22:01,672 INFO [regionserver/770665a7984d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T10:22:01,705 DEBUG [RS:0;770665a7984d:37889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T10:22:01,728 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,2-770665a7984d,37889,1731493294807.replicationSource.wal-reader.770665a7984d%2C37889%2C1731493294807,2-770665a7984d,37889,1731493294807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/WALs/770665a7984d,37889,1731493294807/770665a7984d%2C37889%2C1731493294807.1731493314425 to pos 688, reset compression=false 2024-11-13T10:22:01,782 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,37889,1731493294807.replicationSource.wal-reader.770665a7984d%2C37889%2C1731493294807,1-770665a7984d,37889,1731493294807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/WALs/770665a7984d,37889,1731493294807/770665a7984d%2C37889%2C1731493294807.1731493314425 to pos 393, reset compression=false 2024-11-13T10:22:01,783 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/data/hbase/meta/1588230740/.tmp/ns/5a569476823e423db6423e4b758cd6ba 2024-11-13T10:22:01,786 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,37889,1731493294807.replicationSource.wal-reader.770665a7984d%2C37889%2C1731493294807,1-770665a7984d,37889,1731493294807 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T10:22:01,787 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,37889,1731493294807.replicationSource.wal-reader.770665a7984d%2C37889%2C1731493294807,1-770665a7984d,37889,1731493294807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/WALs/770665a7984d,37889,1731493294807/770665a7984d%2C37889%2C1731493294807.1731493314425 to pos 688, reset compression=false 2024-11-13T10:22:01,787 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,37889,1731493294807.replicationSource.shipper770665a7984d%2C37889%2C1731493294807,1-770665a7984d,37889,1731493294807 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-770665a7984d,37889,1731493294807 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/WALs/770665a7984d,37889,1731493294807/770665a7984d%2C37889%2C1731493294807.1731493314425, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T10:22:01,787 DEBUG [RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,37889,1731493294807.replicationSource.shipper770665a7984d%2C37889%2C1731493294807,1-770665a7984d,37889,1731493294807 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-13T10:22:01,806 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/data/hbase/meta/1588230740/.tmp/rep_barrier/29411aecda204aedb0b565de0bf02c5f is 112, key is test,,1731493305901.2aec34bf5d7b5fe150f24eec293ce644./rep_barrier:seqnumDuringOpen/1731493306645/Put/seqid=0 2024-11-13T10:22:01,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44831 is added to blk_1073741851_1027 (size=5518) 2024-11-13T10:22:01,811 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/data/hbase/meta/1588230740/.tmp/rep_barrier/29411aecda204aedb0b565de0bf02c5f 2024-11-13T10:22:01,832 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/data/hbase/meta/1588230740/.tmp/table/6ccce3a8b9604feeb092f5336e12ae72 is 53, key is hbase:replication/table:state/1731493310507/Put/seqid=0 2024-11-13T10:22:01,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44831 is added to blk_1073741852_1028 (size=5308) 2024-11-13T10:22:01,836 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/data/hbase/meta/1588230740/.tmp/table/6ccce3a8b9604feeb092f5336e12ae72 2024-11-13T10:22:01,841 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/data/hbase/meta/1588230740/.tmp/info/4032fc20217d40838d4c9a25686074cc as hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/data/hbase/meta/1588230740/info/4032fc20217d40838d4c9a25686074cc 2024-11-13T10:22:01,845 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/data/hbase/meta/1588230740/info/4032fc20217d40838d4c9a25686074cc, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T10:22:01,845 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/data/hbase/meta/1588230740/.tmp/ns/5a569476823e423db6423e4b758cd6ba as hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/data/hbase/meta/1588230740/ns/5a569476823e423db6423e4b758cd6ba 2024-11-13T10:22:01,851 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/data/hbase/meta/1588230740/ns/5a569476823e423db6423e4b758cd6ba, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T10:22:01,851 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/data/hbase/meta/1588230740/.tmp/rep_barrier/29411aecda204aedb0b565de0bf02c5f as hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/data/hbase/meta/1588230740/rep_barrier/29411aecda204aedb0b565de0bf02c5f 2024-11-13T10:22:01,855 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/data/hbase/meta/1588230740/rep_barrier/29411aecda204aedb0b565de0bf02c5f, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T10:22:01,855 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/data/hbase/meta/1588230740/.tmp/table/6ccce3a8b9604feeb092f5336e12ae72 as hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/data/hbase/meta/1588230740/table/6ccce3a8b9604feeb092f5336e12ae72 2024-11-13T10:22:01,858 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/data/hbase/meta/1588230740/table/6ccce3a8b9604feeb092f5336e12ae72, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T10:22:01,859 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 554ms, sequenceid=16, compaction requested=false 2024-11-13T10:22:01,863 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T10:22:01,863 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T10:22:01,863 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T10:22:01,863 INFO [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T10:22:01,863 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731493321305Running coprocessor pre-close hooks at 1731493321305Disabling compacts and flushes for region at 1731493321305Disabling writes for close at 1731493321305Obtaining lock to block concurrent updates at 1731493321305Preparing flush snapshotting stores in 1588230740 at 1731493321305Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731493321305Flushing stores of hbase:meta,,1.1588230740 at 1731493321306 (+1 ms)Flushing 1588230740/info: creating writer at 1731493321306Flushing 1588230740/info: appending metadata at 1731493321332 (+26 ms)Flushing 1588230740/info: closing flushed file at 1731493321332Flushing 1588230740/ns: creating writer at 1731493321360 (+28 ms)Flushing 1588230740/ns: appending metadata at 1731493321378 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731493321378Flushing 1588230740/rep_barrier: creating writer at 1731493321788 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731493321806 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731493321806Flushing 1588230740/table: creating writer at 1731493321815 (+9 ms)Flushing 1588230740/table: appending metadata at 1731493321832 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731493321832Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@295cc86b: reopening flushed file at 1731493321840 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d3e3a39: reopening flushed file at 1731493321845 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b87a24a: reopening flushed file at 1731493321851 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25ea6e5d: reopening flushed file at 1731493321855 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 554ms, sequenceid=16, compaction requested=false at 1731493321859 (+4 ms)Writing region close event to WAL at 1731493321860 (+1 ms)Running coprocessor post-close hooks at 1731493321863 (+3 ms)Closed at 1731493321863 2024-11-13T10:22:01,864 DEBUG [RS_CLOSE_META-regionserver/770665a7984d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T10:22:01,905 INFO [RS:0;770665a7984d:37889 {}] regionserver.HRegionServer(976): stopping server 770665a7984d,37889,1731493294807; all regions closed. 2024-11-13T10:22:01,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44831 is added to blk_1073741842_1018 (size=859) 2024-11-13T10:22:01,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44831 is added to blk_1073741843_1019 (size=2791) 2024-11-13T10:22:01,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44831 is added to blk_1073741844_1020 (size=696) 2024-11-13T10:22:01,914 DEBUG [RS:0;770665a7984d:37889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:22:01,914 INFO [RS:0;770665a7984d:37889 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T10:22:01,914 INFO [RS:0;770665a7984d:37889 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T10:22:01,914 INFO [RS:0;770665a7984d:37889 {}] hbase.ChoreService(370): Chore service for: regionserver/770665a7984d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T10:22:01,915 INFO [RS:0;770665a7984d:37889 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T10:22:01,915 INFO [RS:0;770665a7984d:37889 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-770665a7984d,37889,1731493294807 because: Region server is closing 2024-11-13T10:22:01,915 INFO [RS:0;770665a7984d:37889 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;770665a7984d:37889. 2024-11-13T10:22:01,915 DEBUG [RS:0;770665a7984d:37889 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:22:01,915 DEBUG [RS:0;770665a7984d:37889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:22:01,916 DEBUG [RS:0;770665a7984d:37889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:22:01,916 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:22:01,916 INFO [regionserver/770665a7984d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T10:22:02,016 INFO [RS:0;770665a7984d:37889 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,1-770665a7984d,37889,1731493294807.replicationSource.shipper770665a7984d%2C37889%2C1731493294807,1-770665a7984d,37889,1731493294807 terminated 2024-11-13T10:22:02,016 INFO [RS:0;770665a7984d:37889 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-770665a7984d,37889,1731493294807 because: Region server is closing 2024-11-13T10:22:02,016 INFO [RS:0;770665a7984d:37889 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;770665a7984d:37889. 2024-11-13T10:22:02,016 DEBUG [RS:0;770665a7984d:37889 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T10:22:02,016 DEBUG [RS:0;770665a7984d:37889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:22:02,016 DEBUG [RS:0;770665a7984d:37889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T10:22:02,016 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T10:22:02,117 INFO [RS:0;770665a7984d:37889 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/770665a7984d:0-0.replicationSource,2-770665a7984d,37889,1731493294807.replicationSource.shipper770665a7984d%2C37889%2C1731493294807,2-770665a7984d,37889,1731493294807 terminated 2024-11-13T10:22:02,117 INFO [RS:0;770665a7984d:37889 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37889 2024-11-13T10:22:02,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42773-0x10110d8d8cb0000, quorum=127.0.0.1:50677, baseZNode=/0-1482303142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1482303142/rs 2024-11-13T10:22:02,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37889-0x10110d8d8cb0001, quorum=127.0.0.1:50677, baseZNode=/0-1482303142 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1482303142/rs/770665a7984d,37889,1731493294807 2024-11-13T10:22:02,119 INFO [RS:0;770665a7984d:37889 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T10:22:02,121 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [770665a7984d,37889,1731493294807] 2024-11-13T10:22:02,122 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1482303142/draining/770665a7984d,37889,1731493294807 already deleted, retry=false 2024-11-13T10:22:02,122 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 770665a7984d,37889,1731493294807 expired; onlineServers=0 2024-11-13T10:22:02,122 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '770665a7984d,42773,1731493294740' ***** 2024-11-13T10:22:02,122 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T10:22:02,122 INFO [M:0;770665a7984d:42773 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T10:22:02,122 INFO [M:0;770665a7984d:42773 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T10:22:02,122 DEBUG [M:0;770665a7984d:42773 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T10:22:02,122 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T10:22:02,122 DEBUG [M:0;770665a7984d:42773 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T10:22:02,122 INFO [M:0;770665a7984d:42773 {}] hbase.ChoreService(370): Chore service for: master/770665a7984d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T10:22:02,122 DEBUG [master/770665a7984d:0:becomeActiveMaster-HFileCleaner.large.0-1731493296588 {}] cleaner.HFileCleaner(306): Exit Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.large.0-1731493296588,5,FailOnTimeoutGroup] 2024-11-13T10:22:02,122 INFO [M:0;770665a7984d:42773 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T10:22:02,122 DEBUG [M:0;770665a7984d:42773 {}] master.HMaster(1795): Stopping service threads 2024-11-13T10:22:02,122 INFO [M:0;770665a7984d:42773 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T10:22:02,122 DEBUG [master/770665a7984d:0:becomeActiveMaster-HFileCleaner.small.0-1731493296592 {}] cleaner.HFileCleaner(306): Exit Thread[master/770665a7984d:0:becomeActiveMaster-HFileCleaner.small.0-1731493296592,5,FailOnTimeoutGroup] 2024-11-13T10:22:02,122 INFO [M:0;770665a7984d:42773 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T10:22:02,123 INFO [M:0;770665a7984d:42773 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T10:22:02,123 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T10:22:02,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42773-0x10110d8d8cb0000, quorum=127.0.0.1:50677, baseZNode=/0-1482303142 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1482303142/master 2024-11-13T10:22:02,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42773-0x10110d8d8cb0000, quorum=127.0.0.1:50677, baseZNode=/0-1482303142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1482303142 2024-11-13T10:22:02,124 DEBUG [M:0;770665a7984d:42773 {}] zookeeper.ZKUtil(347): master:42773-0x10110d8d8cb0000, quorum=127.0.0.1:50677, baseZNode=/0-1482303142 Unable to get data of znode /0-1482303142/master because node does not exist (not an error) 2024-11-13T10:22:02,124 WARN [M:0;770665a7984d:42773 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T10:22:02,124 INFO [M:0;770665a7984d:42773 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/.lastflushedseqids 2024-11-13T10:22:02,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44831 is added to blk_1073741853_1029 (size=263) 2024-11-13T10:22:02,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37889-0x10110d8d8cb0001, quorum=127.0.0.1:50677, baseZNode=/0-1482303142 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:22:02,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37889-0x10110d8d8cb0001, quorum=127.0.0.1:50677, baseZNode=/0-1482303142 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:22:02,221 INFO [RS:0;770665a7984d:37889 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T10:22:02,221 INFO [RS:0;770665a7984d:37889 {}] regionserver.HRegionServer(1031): Exiting; stopping=770665a7984d,37889,1731493294807; zookeeper connection closed. 2024-11-13T10:22:02,221 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@15e27ae {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@15e27ae 2024-11-13T10:22:02,222 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T10:22:02,529 INFO [M:0;770665a7984d:42773 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T10:22:02,529 INFO [M:0;770665a7984d:42773 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T10:22:02,529 DEBUG [M:0;770665a7984d:42773 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T10:22:02,530 INFO [M:0;770665a7984d:42773 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:22:02,530 DEBUG [M:0;770665a7984d:42773 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:22:02,530 DEBUG [M:0;770665a7984d:42773 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T10:22:02,530 DEBUG [M:0;770665a7984d:42773 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:22:02,530 INFO [M:0;770665a7984d:42773 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-11-13T10:22:02,552 DEBUG [M:0;770665a7984d:42773 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5579c1eb0a0a4b1fba233e60739d32e4 is 82, key is hbase:meta,,1/info:regioninfo/1731493297772/Put/seqid=0 2024-11-13T10:22:02,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44831 is added to blk_1073741854_1030 (size=5672) 2024-11-13T10:22:02,560 INFO [M:0;770665a7984d:42773 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5579c1eb0a0a4b1fba233e60739d32e4 2024-11-13T10:22:02,585 DEBUG [M:0;770665a7984d:42773 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/83ec9679ccbf449d8c825ad47d4d14e1 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731493310510/Put/seqid=0 2024-11-13T10:22:02,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44831 is added to blk_1073741855_1031 (size=8909) 2024-11-13T10:22:02,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:22:02,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:22:02,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:22:02,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:22:02,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:22:02,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:22:02,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:22:02,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:22:02,762 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:22:02,762 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:22:02,762 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:22:02,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:22:02,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:22:02,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:22:02,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:22:02,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:22:02,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:22:02,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:22:02,803 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:22:02,993 INFO [M:0;770665a7984d:42773 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/83ec9679ccbf449d8c825ad47d4d14e1 2024-11-13T10:22:03,015 DEBUG [M:0;770665a7984d:42773 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d781ab1d446f4b5984537f0aa0788088 is 69, key is 770665a7984d,37889,1731493294807/rs:state/1731493296661/Put/seqid=0 2024-11-13T10:22:03,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44831 is added to blk_1073741856_1032 (size=5156) 2024-11-13T10:22:03,019 INFO [M:0;770665a7984d:42773 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d781ab1d446f4b5984537f0aa0788088 2024-11-13T10:22:03,023 DEBUG [M:0;770665a7984d:42773 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5579c1eb0a0a4b1fba233e60739d32e4 as hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5579c1eb0a0a4b1fba233e60739d32e4 2024-11-13T10:22:03,028 INFO [M:0;770665a7984d:42773 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5579c1eb0a0a4b1fba233e60739d32e4, entries=8, sequenceid=112, filesize=5.5 K 2024-11-13T10:22:03,029 DEBUG [M:0;770665a7984d:42773 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/83ec9679ccbf449d8c825ad47d4d14e1 as hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/83ec9679ccbf449d8c825ad47d4d14e1 2024-11-13T10:22:03,032 INFO [M:0;770665a7984d:42773 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/83ec9679ccbf449d8c825ad47d4d14e1, entries=13, sequenceid=112, filesize=8.7 K 2024-11-13T10:22:03,033 DEBUG [M:0;770665a7984d:42773 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d781ab1d446f4b5984537f0aa0788088 as hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d781ab1d446f4b5984537f0aa0788088 2024-11-13T10:22:03,036 INFO [M:0;770665a7984d:42773 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35739/user/jenkins/test-data/bd30f938-667b-c586-7339-83e203483e98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d781ab1d446f4b5984537f0aa0788088, entries=1, sequenceid=112, filesize=5.0 K 2024-11-13T10:22:03,037 INFO [M:0;770665a7984d:42773 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 507ms, sequenceid=112, compaction requested=false 2024-11-13T10:22:03,038 INFO [M:0;770665a7984d:42773 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T10:22:03,038 DEBUG [M:0;770665a7984d:42773 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731493322529Disabling compacts and flushes for region at 1731493322529Disabling writes for close at 1731493322530 (+1 ms)Obtaining lock to block concurrent updates at 1731493322530Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731493322530Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1731493322530Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731493322531 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731493322531Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731493322552 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731493322552Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731493322568 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731493322585 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731493322585Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731493322997 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731493323014 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731493323014Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8be880e: reopening flushed file at 1731493323022 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2553c0f5: reopening flushed file at 1731493323028 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fda8a56: reopening flushed file at 1731493323032 (+4 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 507ms, sequenceid=112, compaction requested=false at 1731493323037 (+5 ms)Writing region close event to WAL at 1731493323038 (+1 ms)Closed at 1731493323038 2024-11-13T10:22:03,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44831 is added to blk_1073741830_1006 (size=69055) 2024-11-13T10:22:03,040 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T10:22:03,040 INFO [M:0;770665a7984d:42773 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T10:22:03,040 INFO [M:0;770665a7984d:42773 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42773 2024-11-13T10:22:03,041 INFO [M:0;770665a7984d:42773 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T10:22:03,163 INFO [M:0;770665a7984d:42773 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T10:22:03,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42773-0x10110d8d8cb0000, quorum=127.0.0.1:50677, baseZNode=/0-1482303142 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:22:03,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42773-0x10110d8d8cb0000, quorum=127.0.0.1:50677, baseZNode=/0-1482303142 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T10:22:03,166 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7ba6bf0b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T10:22:03,166 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@78ca74ea{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T10:22:03,166 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T10:22:03,166 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c64ccd4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T10:22:03,166 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42e80402{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7bfced6-9105-0d2a-40de-ac194b60d798/hadoop.log.dir/,STOPPED} 2024-11-13T10:22:03,168 WARN [BP-617760809-172.17.0.2-1731493293651 heartbeating to localhost/127.0.0.1:35739 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T10:22:03,168 WARN [BP-617760809-172.17.0.2-1731493293651 heartbeating to localhost/127.0.0.1:35739 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-617760809-172.17.0.2-1731493293651 (Datanode Uuid f62b79b7-cb2f-4fd0-9cff-65ad37be201f) service to localhost/127.0.0.1:35739 2024-11-13T10:22:03,168 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T10:22:03,168 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T10:22:03,168 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7bfced6-9105-0d2a-40de-ac194b60d798/cluster_304b4cec-e17e-fba0-4023-09686735a181/data/data1/current/BP-617760809-172.17.0.2-1731493293651 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T10:22:03,169 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7bfced6-9105-0d2a-40de-ac194b60d798/cluster_304b4cec-e17e-fba0-4023-09686735a181/data/data2/current/BP-617760809-172.17.0.2-1731493293651 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T10:22:03,169 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T10:22:03,177 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4b6d451a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T10:22:03,180 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1e74d2e3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T10:22:03,180 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T10:22:03,180 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59a943f0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T10:22:03,180 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54b4a400{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7bfced6-9105-0d2a-40de-ac194b60d798/hadoop.log.dir/,STOPPED} 2024-11-13T10:22:03,188 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T10:22:03,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T10:22:03,217 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=604 (was 534) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50677) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40851 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40851 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:35621 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35739 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35621 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-42-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35621 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:35739 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40851 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40851 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40851 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:35739 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:35739 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:35739 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35739 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:35739 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40851 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35621 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-43-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35739 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:35739 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40851 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50677) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:35739 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40851 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50677) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35739 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:40851 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:35621 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35621 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35739 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-42-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35739 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35621 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-42-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-43-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35739 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35739 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40851 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:35621 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:35621 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-43-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:35621 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=994 (was 874) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=358 (was 388), ProcessCount=11 (was 11), AvailableMemoryMB=2870 (was 3285) 2024-11-13T10:22:03,218 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=604 is superior to 500 2024-11-13T10:22:03,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10110d8d8cb0005, quorum=127.0.0.1:50677, baseZNode=/1-1726437821 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T10:22:03,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10110d8d8cb0008, quorum=127.0.0.1:50677, baseZNode=/2776729863 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T10:22:03,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10110d8d8cb0002, quorum=127.0.0.1:50677, baseZNode=/0-1482303142 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T10:22:03,286 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10110d8d8cb0005, quorum=127.0.0.1:50677, baseZNode=/1-1726437821 Received Disconnected from ZooKeeper, ignoring 2024-11-13T10:22:03,286 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10110d8d8cb0008, quorum=127.0.0.1:50677, baseZNode=/2776729863 Received Disconnected from ZooKeeper, ignoring 2024-11-13T10:22:03,286 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10110d8d8cb0002, quorum=127.0.0.1:50677, baseZNode=/0-1482303142 Received Disconnected from ZooKeeper, ignoring 2024-11-13T10:22:03,305 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T10:22:03,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:22:03,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:22:03,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:22:03,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:22:03,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:22:03,308 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:22:03,308 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:22:03,309 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:22:03,309 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:22:03,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:22:03,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:22:03,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:22:03,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:22:03,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:22:03,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:22:03,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:22:03,388 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:22:03,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:22:03,391 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T10:22:03,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null